-- Logs begin at Wed 2021-06-30 20:37:47 UTC, end at Wed 2021-06-30 22:02:47 UTC. -- Jun 30 21:27:37.852068 dv-cinder-774286-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 21:27:40.643699 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.common.config [-] Logging enabled! Jun 30 21:27:40.644323 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 21:27:40.644469 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93586) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 21:27:40.648455 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.common.config [-] Logging enabled! Jun 30 21:27:40.648721 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 21:27:40.649042 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93586) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 21:27:40.650036 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:27:40.650275 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:27:40.650716 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:27:40.650982 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:27:40.651205 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:27:40.651534 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.651838 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.652142 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.652378 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.652680 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.652979 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.653268 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.653565 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.653868 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.654159 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.654443 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.654765 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.655002 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.655292 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.655588 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.655883 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.656113 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] debug = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.656400 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.656833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.657268 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.657550 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.657847 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.658197 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.658404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.658705 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.658999 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.659350 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] host = dv-cinder-774286-18-iscsi {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.659634 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.659932 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.660223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.660518 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.660797 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.661088 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.661379 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.661658 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.661934 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.662253 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.662552 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.662869 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.663168 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.663397 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.663623 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.663919 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.664214 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.664498 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.664777 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.665061 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.665343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.665621 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.665899 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.666191 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.666480 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.666799 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.667084 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.667364 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.667643 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.667921 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.668212 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.668489 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.668769 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.669047 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.669343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.669611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.669890 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.670200 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.670492 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.670803 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.671097 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.671372 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.671663 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.671939 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.672218 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.672494 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_json = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.672769 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.673048 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.673332 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.673608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.673882 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.674161 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.674438 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.674750 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:40.675058 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.675391 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.675669 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.675958 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.676257 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.676542 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.676835 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.677118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.677413 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.678215 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.678529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.678836 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.679134 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.679415 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.679719 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.680033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.680332 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.680631 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.680914 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.681193 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.681473 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.681758 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.682048 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.682350 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.682683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.683045 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.683234 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.683525 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.683812 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.684096 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.684384 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.684686 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.684978 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.685261 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.685553 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.685843 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.686125 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.686403 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.686732 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.687021 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.687304 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.687583 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.687864 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.688145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.688424 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.688717 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.689006 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.689285 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.689566 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.689852 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.690121 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.690397 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.690708 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.690994 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.691278 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.691557 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.691837 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.692114 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.692396 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.692673 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.692952 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.693229 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.694058 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.694346 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.694629 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.694936 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.695214 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.695493 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.695801 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.696106 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.696392 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.696677 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.696973 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.697242 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.697527 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.697809 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.698093 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.698378 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.698695 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.699004 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.699298 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.699600 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.699891 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.700177 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.700484 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.700769 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.701063 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.701348 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.701633 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.701937 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.702232 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.702544 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.702876 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.703182 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.703484 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.703790 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.704076 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.704385 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.704672 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:40.704892 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:27:40.705151 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93586) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 21:27:41.063690 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 21:27:41.063922 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 21:27:41.064180 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 21:27:41.064517 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 21:27:41.465506 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.465803 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.466076 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.467427 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.467708 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.467983 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.504209 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.504495 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.504769 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.519241 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.519527 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.519805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.551265 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.551557 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.551834 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.589649 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.589872 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.590122 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.833234 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.833934 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.833934 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.834162 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.835338 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.970680 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.970922 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.971223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.971504 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.971778 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.972096 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.972360 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.972625 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.972882 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.973170 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.973433 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.973706 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.973979 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.974247 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.974562 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.974855 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.975130 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.975403 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.975680 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.975939 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.976230 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.976592 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.976858 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.977152 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.977407 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.977659 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:41.978097 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.978351 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.978596 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.978861 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.979107 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.979349 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:41.979728 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 21:27:41.984357 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 21:27:41.988375 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 21:27:41.992327 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 30 21:27:41.994037 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 21:27:41.994506 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 21:27:41.994883 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 21:27:41.995284 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 21:27:41.998122 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 21:27:41.998376 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 21:27:41.998773 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 21:27:42.028582 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 21:27:42.029046 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:42.029356 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93586) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 21:27:42.029729 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:42.031155 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93586) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 21:27:42.031450 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 21:27:42.031698 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 21:27:42.035146 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:42.035447 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:42.099048 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 21:27:42.099278 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 21:27:42.100050 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 21:27:42.100478 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 21:27:42.124829 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_db.sqlalchemy.engines [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93586) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 21:27:42.845186 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing driver for type 'gre' Jun 30 21:27:42.845892 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] gre ID ranges: [(1, 1000)] Jun 30 21:27:43.056327 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing driver for type 'local' Jun 30 21:27:43.056664 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing driver for type 'vlan' Jun 30 21:27:43.124303 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] VlanTypeDriver initialization complete Jun 30 21:27:43.124563 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing driver for type 'vxlan' Jun 30 21:27:43.125083 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] vxlan ID ranges: [(1, 1000)] Jun 30 21:27:43.334815 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing extension driver 'port_security' Jun 30 21:27:43.335164 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] PortSecurityExtensionDriver initialization complete Jun 30 21:27:43.335507 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing mechanism driver 'openvswitch' Jun 30 21:27:43.335833 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing mechanism driver 'hyperv' Jun 30 21:27:43.343073 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:43.344013 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.344393 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.344754 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.345286 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.345728 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.346083 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.346433 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.346851 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.350450 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.350450 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.350450 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.350450 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.350450 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.351033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351033 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351586 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.351586 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.351809 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > address_group after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.352100 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > address_group after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.352453 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.352841 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:27:43.353223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] ML2 OVO RPC backend initialized. {{(pid=93586) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 21:27:43.353960 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.354321 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.354774 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.355126 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > networks before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.355478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.355824 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > ports before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.356170 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.356512 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnets before_response 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.356859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.357202 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.357538 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.357875 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.358212 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.358549 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.358910 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.359252 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.359586 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.360187 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.plugin [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Modular L2 Plugin initialization complete Jun 30 21:27:43.360520 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading services supported by the core plugin {{(pid=93586) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 21:27:43.360848 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.plugins.ml2.managers [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Got port-security extension from driver 'port_security' Jun 30 21:27:43.361311 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.extensions.vlantransparent [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Disabled vlantransparent extension. Jun 30 21:27:43.361797 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93586) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 21:27:43.362110 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: router Jun 30 21:27:43.399597 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.399920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_create 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.400292 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router before_create 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.400661 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.401036 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.401394 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_delete 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.401754 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.402118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_create 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.402467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.402858 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.403212 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.403569 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.403986 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.404364 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.404705 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.405047 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: subnet after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.405389 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.405744 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.406094 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.406437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.406805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.407167 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router after_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.407512 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.407869 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.408232 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.408578 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.408946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > agent after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.409306 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > agent after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.409655 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > network after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.410583 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Tracking information for resource: router configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:43.410947 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Tracking information for resource: floatingip configured {{(pid=93586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:27:43.416510 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.db.l3_agentschedulers_db [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 21:27:43.417109 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.417474 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.417829 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.418184 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.419034 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router before_create 55550100 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.419404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.419771 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_create 55550100 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.420131 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > router precommit_update 55550100 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.424674 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.provider_configuration [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service providers = [] {{(pid=93586) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 21:27:43.425043 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.db.servicetype_db [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93586) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 21:27:43.428085 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.service_base [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:27:43.428434 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.service_base [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:27:43.428778 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.service_base [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:27:43.429679 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.services.service_base [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:27:43.430054 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.services.service_base [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 21:27:43.430448 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.430809 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 21:27:43.441767 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.442104 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: auto_allocate Jun 30 21:27:43.448514 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: network precommit_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.448899 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: network precommit_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.449447 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.449773 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: tag Jun 30 21:27:43.456441 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.456770 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: timestamp Jun 30 21:27:43.462951 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.463287 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: network_ip_availability Jun 30 21:27:43.469105 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.469490 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.469849 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.470603 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.470964 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: flavors Jun 30 21:27:43.475778 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.476117 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading Plugin: revisions Jun 30 21:27:43.480546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:27:43.480947 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.417s {{(pid=93586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 21:27:43.481707 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93586) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 21:27:43.482045 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Initializing extension manager. Jun 30 21:27:43.482568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: __init__.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.482938 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: __pycache__ {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.483277 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.483614 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: address_group.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.484411 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.484995 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: address-group Jun 30 21:27:43.485321 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: address_scope.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.486032 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.486533 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: address-scope Jun 30 21:27:43.486879 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.487850 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.488355 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: router-admin-state-down-before-update Jun 30 21:27:43.488680 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: agent.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.489388 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.490158 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: agent Jun 30 21:27:43.490485 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: agent_resources_synced.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.491437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.491944 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: agent-resources-synced Jun 30 21:27:43.492267 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: allowedaddresspairs.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.494117 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.494651 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: allowed-address-pairs Jun 30 21:27:43.494999 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: auto_allocated_topology.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.496091 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.496606 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: auto-allocated-topology Jun 30 21:27:43.496952 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: availability_zone.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.497640 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.498148 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: availability_zone Jun 30 21:27:43.498474 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: availability_zone_filter.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.499447 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.499968 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: availability_zone_filter Jun 30 21:27:43.500294 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: data_plane_status.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.501213 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.501725 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 21:27:43.502050 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: default_subnetpools.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.502989 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.503504 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: default-subnetpools Jun 30 21:27:43.503830 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.504662 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.505172 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: dhcp_agent_scheduler Jun 30 21:27:43.505500 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: dns.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.506971 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.507480 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 21:27:43.507807 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: dns_domain_ports.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.508721 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.509228 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 21:27:43.509556 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.510484 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.511016 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 21:27:43.511342 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: dvr.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.512026 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.512535 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: dvr Jun 30 21:27:43.512854 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: empty_string_filtering.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.513784 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.514288 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: empty-string-filtering Jun 30 21:27:43.514612 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.515555 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.516058 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 21:27:43.516385 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.517302 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.517809 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 21:27:43.518133 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: external_net.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.519065 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.519566 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: external-net Jun 30 21:27:43.519889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.520798 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.521331 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: extra_dhcp_opt Jun 30 21:27:43.522237 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: extraroute.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.523182 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.523684 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: extraroute Jun 30 21:27:43.524007 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: extraroute_atomic.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.525049 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.525557 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: extraroute-atomic Jun 30 21:27:43.525880 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: filter_validation.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.526561 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.527084 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: filter-validation Jun 30 21:27:43.527406 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: fip_pf_description.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.528332 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.528833 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 21:27:43.529165 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: fip_port_details.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.530076 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.530581 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: fip-port-details Jun 30 21:27:43.530936 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: flavors.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.532194 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.532710 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: flavors Jun 30 21:27:43.533041 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.534784 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.535312 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 21:27:43.535646 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: floatingip_pools.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.536362 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.536892 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: floatingip-pools Jun 30 21:27:43.537228 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: ip_allocation.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.538168 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.538698 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 21:27:43.539026 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.539952 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.540476 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: ip-substring-filtering Jun 30 21:27:43.540805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l2_adjacency.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.541751 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.542262 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 21:27:43.542585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.543683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.544218 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: router Jun 30 21:27:43.544545 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.547433 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.548006 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 21:27:43.548343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.549380 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.549903 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: ext-gw-mode Jun 30 21:27:43.550241 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.551236 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.551764 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: l3-ha Jun 30 21:27:43.552290 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3_flavors.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.553093 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.553619 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: l3-flavors Jun 30 21:27:43.553948 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.554955 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.555485 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 21:27:43.555807 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: l3agentscheduler.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.556950 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.557473 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: l3_agent_scheduler Jun 30 21:27:43.557806 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: logging.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.559604 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.560157 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension logging not supported by any of loaded plugins Jun 30 21:27:43.560491 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: metering.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.561280 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.561871 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: metering Jun 30 21:27:43.562206 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.563473 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.563997 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: metering_source_and_destination_fields Jun 30 21:27:43.564330 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: multiprovidernet.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.565309 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.565824 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: multi-provider Jun 30 21:27:43.566158 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: netmtu.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.567152 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.567668 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: net-mtu Jun 30 21:27:43.568004 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: netmtu_writable.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.569504 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.570013 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: net-mtu-writable Jun 30 21:27:43.570343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: network_availability_zone.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.571085 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.571592 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: network_availability_zone Jun 30 21:27:43.571913 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: network_ip_availability.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.573105 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.573615 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: network-ip-availability Jun 30 21:27:43.573942 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: network_segment_range.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.574790 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.575300 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 21:27:43.575623 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: pagination.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.576696 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.577023 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: pagination Jun 30 21:27:43.577350 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: port_device_profile.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.578287 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.578876 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: port-device-profile Jun 30 21:27:43.579216 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.580168 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.580691 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: port-mac-address-regenerate Jun 30 21:27:43.581014 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.581924 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.582436 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: port-numa-affinity-policy Jun 30 21:27:43.582811 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: port_resource_request.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.583736 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.584810 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 21:27:43.585133 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: portbindings.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.586144 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.586695 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: binding Jun 30 21:27:43.587005 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: portbindings_extended.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.588499 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.589023 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: binding-extended Jun 30 21:27:43.589351 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: portsecurity.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.590300 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.590855 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: port-security Jun 30 21:27:43.591184 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: project_id.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.592188 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.592519 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: project-id Jun 30 21:27:43.592845 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: providernet.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.594048 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.594573 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: provider Jun 30 21:27:43.594934 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.598719 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.599285 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos not supported by any of loaded plugins Jun 30 21:27:43.599655 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.601121 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.601673 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 21:27:43.602012 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.603052 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.603575 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 21:27:43.603903 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_default.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.604851 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.605368 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-default not supported by any of loaded plugins Jun 30 21:27:43.605857 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_fip.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.606390 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.607031 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 21:27:43.607393 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_gateway_ip.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.615325 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.615890 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 21:27:43.616236 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_port_network_policy.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.617271 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.617802 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 21:27:43.618143 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_rule_type_details.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.619182 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.619719 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 21:27:43.620058 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: qos_rules_alias.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.621217 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.621737 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 21:27:43.622075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: quotasv2.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.623138 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.623476 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: quotas Jun 30 21:27:43.623811 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: quotasv2_detail.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.627176 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.627536 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: quota_details Jun 30 21:27:43.627880 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: rbac.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.629071 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.629652 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: rbac-policies Jun 30 21:27:43.629988 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: rbac_address_group.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.631887 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.632437 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: rbac-address-group Jun 30 21:27:43.632774 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: rbac_address_scope.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.633777 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.634296 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: rbac-address-scope Jun 30 21:27:43.634630 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: rbac_security_groups.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.635603 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.636119 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: rbac-security-groups Jun 30 21:27:43.636454 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: rbac_subnetpool.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.637413 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.637930 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: rbac-subnetpool Jun 30 21:27:43.638262 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: revisionifmatch.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.642164 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.642752 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: revision-if-match Jun 30 21:27:43.643089 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: revisions.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.644346 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.644885 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: standard-attr-revisions Jun 30 21:27:43.645221 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: router_availability_zone.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.645955 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.646611 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: router_availability_zone Jun 30 21:27:43.646980 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: routerservicetype.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.648066 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.648655 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 21:27:43.649038 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.650251 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.650897 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: security-groups-normalized-cidr Jun 30 21:27:43.651769 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.652958 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.653544 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: port-security-groups-filtering Jun 30 21:27:43.653910 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.655031 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.655609 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: security-groups-remote-address-group Jun 30 21:27:43.655976 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: securitygroup.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.666698 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.670188 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: security-group Jun 30 21:27:43.670188 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: segment.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.670188 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.670188 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension segment not supported by any of loaded plugins Jun 30 21:27:43.670188 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.670779 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.671342 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 21:27:43.671682 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: servicetype.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.673004 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.673558 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: service-type Jun 30 21:27:43.673897 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: sorting.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.674976 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.675319 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: sorting Jun 30 21:27:43.675652 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: standard_attr_segment.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.676717 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.677339 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 21:27:43.678205 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: standardattrdescription.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.679024 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.679615 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: standard-attr-description Jun 30 21:27:43.680002 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: stateful_security_group.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.681265 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.681914 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: stateful-security-group Jun 30 21:27:43.682288 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: stdattrs_common.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.683040 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 21:27:43.683422 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.684566 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.685189 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 21:27:43.685564 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnet_onboard.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.686889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.687484 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: subnet_onboard Jun 30 21:27:43.687852 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.689026 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.689622 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 21:27:43.689995 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnet_service_types.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.691157 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.691810 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: subnet-service-types Jun 30 21:27:43.692213 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnetallocation.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.694155 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.694730 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: subnet_allocation Jun 30 21:27:43.695072 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.695821 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.696342 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: subnetpool-prefix-ops Jun 30 21:27:43.696675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.697710 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.698233 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 21:27:43.698568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: tagging.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.699802 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.700344 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: standard-attr-tag Jun 30 21:27:43.700681 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: timestamp.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.702067 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.702597 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loaded extension: standard-attr-timestamp Jun 30 21:27:43.702967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: trunk.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.704060 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.704681 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension trunk not supported by any of loaded plugins Jun 30 21:27:43.705017 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: trunk_details.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.705989 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.706507 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 21:27:43.706864 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: uplink_status_propagation.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.707820 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.708342 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 21:27:43.708671 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Loading extension file: vlantransparent.py {{(pid=93586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:27:43.709542 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:27:43.710067 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 21:27:43.712746 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:network Jun 30 21:27:43.713418 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnet Jun 30 21:27:43.713912 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:27:43.714424 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:port Jun 30 21:27:43.716082 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.716574 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service FLAVORS assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.717258 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.717734 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.718120 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:router Jun 30 21:27:43.718940 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 21:27:43.719516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service METERING assigned prefix: /metering {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.721093 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.721475 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.721835 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:27:43.723017 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 21:27:43.723484 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:security_group Jun 30 21:27:43.723936 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 21:27:43.724585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service CORE assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.724925 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:27:43.725284 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] subnetpool is already registered Jun 30 21:27:43.725724 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service CORE assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.726055 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:27:43.726394 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] subnetpool is already registered Jun 30 21:27:43.728908 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.729354 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service FLAVORS assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.729966 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.730398 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.730789 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:router Jun 30 21:27:43.731144 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] router is already registered Jun 30 21:27:43.731570 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 21:27:43.731919 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] floatingip is already registered Jun 30 21:27:43.732389 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service METERING assigned prefix: /metering {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.733114 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 21:27:43.733445 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] rbac_policy is already registered Jun 30 21:27:43.735845 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:security_group Jun 30 21:27:43.735845 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] security_group is already registered Jun 30 21:27:43.735845 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 21:27:43.735845 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] security_group_rule is already registered Jun 30 21:27:43.735845 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service CORE assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.736466 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:27:43.736466 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] subnetpool is already registered Jun 30 21:27:43.736667 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.v2.resource_helper [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Service CORE assigned prefix: {{(pid=93586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:27:43.736981 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:27:43.737321 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING neutron.quota.resource_registry [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] subnetpool is already registered Jun 30 21:27:43.737803 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: extensions {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.739418 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: address-groups {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.741459 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: address-scopes {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.742857 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: agents {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.744036 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: auto-allocated-topology {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.745290 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: availability_zones {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.746517 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: dhcp-networks {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.749452 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: dhcp-agents {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.750987 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: routers {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.752752 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: flavors {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.754073 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: service_profiles {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.755337 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: next_providers {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.758258 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: service_profiles {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.760262 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: floatingip-pools {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.761510 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: routers {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.763314 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: floatingips {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.764620 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: l3-routers {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.766047 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: l3-agents {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.767538 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: metering-labels {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.770374 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: metering-label-rules {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.770374 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: network-ip-availabilities {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.771536 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: bindings {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.773136 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: quotas {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.774803 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: quotas {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.776188 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: rbac-policies {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.777394 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: security-groups {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.778756 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: security-group-rules {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.780012 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: service-providers {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.781266 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: subnetpools {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.782686 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: subnetpools {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.784278 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.785982 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.787867 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.789657 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.791405 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.793373 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.795092 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.796960 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.798802 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.800569 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron.api.extensions [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Extended resource: tags {{(pid=93586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:27:43.807187 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING keystonemiddleware.auth_token [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 21:27:43.811778 dv-cinder-774286-18-iscsi neutron-server[93586]: WARNING keystonemiddleware.auth_token [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 21:27:43.822137 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Acquired lock "singleton_lock" {{(pid=93586) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 21:27:43.822624 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_concurrency.lockutils [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Releasing lock "singleton_lock" {{(pid=93586) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 21:27:43.823303 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Starting 2 workers Jun 30 21:27:43.828131 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Started child 93697 {{(pid=93586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:27:43.832872 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Started child 93698 {{(pid=93586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:27:43.833658 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.834841 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO neutron.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 21:27:43.835174 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [-] (93697) wsgi starting up on http://0.0.0.0:9696 Jun 30 21:27:43.835330 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Notify callbacks [] for process, before_spawn {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.837728 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Starting 1 workers Jun 30 21:27:43.838750 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.840276 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [-] (93698) wsgi starting up on http://0.0.0.0:9696 Jun 30 21:27:43.846351 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Started child 93699 {{(pid=93586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:27:43.846351 dv-cinder-774286-18-iscsi neutron-server[93586]: INFO oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Starting 1 workers Jun 30 21:27:43.848133 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] calling RpcWorker wait() {{(pid=93699) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 21:27:43.848892 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Started child 93700 {{(pid=93586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:27:43.849036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.service [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] returning from RpcWorker wait() {{(pid=93699) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 21:27:43.849174 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae7184ca-6bcc-4ede-95a0-4d0c9378dfb6 None None] Notify callbacks [] for process, after_spawn {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.850469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.851111 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:43.851260 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93586) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 21:27:43.851396 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:27:43.851612 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:27:43.851767 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:27:43.852096 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:27:43.852239 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:27:43.852765 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.853066 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.853327 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.853597 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.853885 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.854211 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:43.854965 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.854965 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.855204 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.855320 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.855439 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:43.855566 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.855856 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.856068 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.856307 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.856497 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.856687 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.856964 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.857212 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.857500 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.857693 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.857923 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.858190 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.858443 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.858729 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] debug = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.858976 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.859485 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.859745 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.859989 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.860267 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861017 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861017 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861017 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861550 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861550 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861925 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.861925 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.862293 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.862494 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.862717 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.862906 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.863106 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.863545 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] host = dv-cinder-774286-18-iscsi {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.863791 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.864011 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.864232 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.864488 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.864722 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.864942 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.865709 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.865982 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.866238 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.866468 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.866759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.866980 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.867307 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.867522 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.867752 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_options = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.885169 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.886483 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.887859 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.888894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.890920 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_json = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891399 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.891889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892355 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.892833 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893421 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.893946 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.894529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895223 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.895898 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896478 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896850 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.896850 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.897024 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.897271 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.897488 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.897708 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.897930 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.898146 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.898362 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.898578 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.898839 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.899088 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.899327 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.899546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.899763 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.899987 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.900202 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.907909 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.908546 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909112 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.909683 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910335 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910924 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910924 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.910924 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.911150 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.911330 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.911625 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.911888 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.912116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.912348 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.912577 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.912889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.913136 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.913370 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.913583 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.913853 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.914103 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.914343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.914601 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.914883 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.915137 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.915389 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.915621 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.915840 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.916073 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.916305 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.916518 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.916753 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.916981 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.917215 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.917431 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.917642 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.917906 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.918121 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.918340 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.918584 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.918826 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.919044 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.919294 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.919507 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.919726 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.919962 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.920180 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.920402 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.920618 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.920852 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.921094 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.921310 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.921593 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.921939 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.922283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.922532 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.923157 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.923564 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.923836 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.924029 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.924353 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.924529 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.924658 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.924870 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.925194 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.925337 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.925557 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.925793 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.926261 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.926406 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.926625 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.926900 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.927151 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.928193 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.928193 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.932747 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.934156 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.935954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.936607 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937173 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937630 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937630 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937794 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.937942 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.938155 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.938674 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.939190 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.939473 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.939744 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.940183 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.940589 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.940840 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.941189 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.941408 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.941653 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.941894 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.942110 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.942537 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.942807 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.943890 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.944191 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.944446 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.944722 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.944994 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.945285 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.945620 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.945788 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.946101 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.946970 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.946970 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.946970 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.947423 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.947423 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.947686 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.947885 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.948426 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.948739 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.948918 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.949152 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.949857 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.949857 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.949857 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.950182 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.950998 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.950998 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.950998 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.950998 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.951343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.951343 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:27:43.952387 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93586) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 21:27:43.952387 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:27:43.952387 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:27:43.952387 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:27:43.952713 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:27:43.952713 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:27:43.952879 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.953003 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.953144 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.953305 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.955759 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956401 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] debug = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.956959 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957410 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957410 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957410 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957410 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957410 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957798 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957798 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.957934 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.958079 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.958177 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.958296 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.958512 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.958778 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.959382 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.959521 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] host = dv-cinder-774286-18-iscsi {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.959690 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.959874 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.960080 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.964516 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_options = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965099 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.965675 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966145 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966716 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.966889 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967225 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967387 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967550 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967712 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.967877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.968039 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.968453 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.968614 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.968913 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.968913 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969105 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969225 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969378 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969537 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969702 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.969861 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970020 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970186 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970374 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970514 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970681 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970821 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.970954 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.971107 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.971239 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.971393 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.971689 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_json = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972048 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972203 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972334 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972514 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972646 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972796 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.972928 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.973061 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:27:43.973237 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.973537 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.973865 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.974109 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.974515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.974515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.975513 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.975513 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.975513 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.975513 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.976467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.976467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.976467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.976467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.976467 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.977495 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.977495 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.977495 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.977495 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.978608 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.980345 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.982053 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.987967 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.989877 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.991901 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.993404 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994057 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.994515 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.995805 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.997075 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.998254 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:43.999773 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.001030 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.002283 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.003766 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.005001 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.006437 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.012915 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013462 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.013956 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.014457 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015056 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.015568 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016116 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.016611 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017118 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.017585 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.018576 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.019381 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020104 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020723 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020723 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020723 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020723 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:27:44.020723 dv-cinder-774286-18-iscsi neutron-server[93586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:27:44.046341 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:44.063235 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 51248) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:27:44.071702 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061545 Jun 30 21:27:55.746285 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c112b21-ad8e-4124-8900-443d43b0ee8d None None] get_active_networks_info from dv-cinder-774286-18-iscsi {{(pid=93699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 21:27:55.855021 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c112b21-ad8e-4124-8900-443d43b0ee8d None None] No non-hosted networks {{(pid=93699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 21:27:55.861875 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.agentschedulers_db [None req-3c112b21-ad8e-4124-8900-443d43b0ee8d None None] DHCP Agent not found on host dv-cinder-774286-18-iscsi {{(pid=93699) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 21:27:55.973035 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-697bd1fc-e2d4-414f-bc8b-1758bb88126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:58.428367 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d428fb56-889d-444d-92b8-487e8f10e530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:58.468054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.db.api [None req-5b387413-9e7f-4b29-91a2-c99fa3b2932c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-774286-18-iscsi {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:27:58.468491 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG oslo_db.api [None req-5b387413-9e7f-4b29-91a2-c99fa3b2932c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:27:58.695750 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:58.696333 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.696679 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.697021 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.697351 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.697854 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.698339 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.698899 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.699399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.699877 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.700354 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.700865 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.701342 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:27:58.701890 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:58.714866 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:27:59.118036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b387413-9e7f-4b29-91a2-c99fa3b2932c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:27:59.741121 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:01.659690 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:02.039740 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.db.l3_hamode_db [None req-d6f33458-41dd-4aee-ba92-f7988945c695 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 21:28:02.120736 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f33458-41dd-4aee-ba92-f7988945c695 None None] Routers set() bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:28:02.121147 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f33458-41dd-4aee-ba92-f7988945c695 None None] Router IDs set() for agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 21:28:02.697554 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51342) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:03.200590 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-38527984-8d06-432d-b58f-344a3944c40c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:03.201192 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-38527984-8d06-432d-b58f-344a3944c40c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:03.422076 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-38527984-8d06-432d-b58f-344a3944c40c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:28:03.423471 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-38527984-8d06-432d-b58f-344a3944c40c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237327 Jun 30 21:28:05.858567 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51356) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:06.173736 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:06.267690 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.policy [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 21:28:06.313494 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:06.313866 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING oslo_policy.policy [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:06.322455 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.quota [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] Loaded quota_driver: . Jun 30 21:28:06.562159 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190296759', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190296168', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190274592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190285197', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190321610', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786190334132', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3655970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3646477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624916'] for rbac-policy, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:06.803668 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:06.804950 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-349ca5ea-ca29-48db-bcc9-7c7ff71186d2 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9453676 Jun 30 21:28:09.409660 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51368) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:09.703353 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '72cd872f54084058aa6382331d976f20', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'name': 'private'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:09.795994 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Made reservation on behalf of 72cd872f54084058aa6382331d976f20 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:28:09.799196 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:09.816055 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:09.939064 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.003474 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.028708 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:28:10.048694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc95c6-7351-4604-b875-3d2c4951f5a0,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:10.060088 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.060451 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.060791 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.061122 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.061446 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.061783 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.062111 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.062475 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.062843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.063168 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.063482 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.063796 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Tracked resource versions report: Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: pushed versions: Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: { 'AddressGroup': {'1.2'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'ConntrackHelper': {'1.0'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Log': {'1.0'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Network': {'1.1'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Port': {'1.7'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'PortForwarding': {'1.2'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'QosPolicy': {'1.8'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroup': {'1.4'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SubPort': {'1.0'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Subnet': {'1.1'}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Trunk': {'1.1'}} Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: consumer versions: Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'ConntrackHelper': '1.0', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Log': '1.0', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Network': '1.1', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Port': '1.7', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'PortForwarding': '1.2', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'QosPolicy': '1.8', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroup': '1.4', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroupRule': '1.2', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SubPort': '1.0', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Subnet': '1.1', Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Trunk': '1.1'}} Jun 30 21:28:10.065128 dv-cinder-774286-18-iscsi neutron-server[93698]: {{(pid=93698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:28:10.149488 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786192385329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.150076 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Unsubscribe: segment precommit_create {{(pid=93698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 21:28:10.150594 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Added segment 5ac1872a-84d1-4dca-bfcb-41b4793aec8c of type vlan for network 3fcfee64-d09a-4297-9d38-3c279ca5067a Jun 30 21:28:10.233088 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.357691 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.358991 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:10.359665 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:10.462222 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcfee64-d09a-4297-9d38-3c279ca5067a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:10.473850 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-13a69c99-d0bf-4403-bb5e-42dc95c01712 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0623324 Jun 30 21:28:10.474182 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:28:13.098354 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51382) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:13.493268 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec68fc-7d46-4760-b5ca-cea37a7885a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:13.494566 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-cbec68fc-7d46-4760-b5ca-cea37a7885a1 admin admin] 10.222.0.11 "GET /v2.0/networks/3fcfee64-d09a-4297-9d38-3c279ca5067a HTTP/1.1" status: 200 len: 824 time: 0.3952210 Jun 30 21:28:13.519283 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-db8b6553-6b00-4f9a-848a-d9bf9791a338 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/eb686e4d-c9df-4ab7-ad9e-fad306991874 HTTP/1.1" status: 200 len: 734 time: 0.0191979 Jun 30 21:28:13.528072 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Request body: {'subnet': {'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:13.620514 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Made reservation on behalf of 72cd872f54084058aa6382331d976f20 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:28:13.622907 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:13.991828 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:14.064030 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335fd0c3-c756-478d-a3cd-81362b28c210,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:14.065890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Checking segment: {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:28:14.066826 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Network hostable DHCP agents. Network: 3fcfee64-d09a-4297-9d38-3c279ca5067a, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:28:14.155665 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:28:14.248711 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 3fcfee64-d09a-4297-9d38-3c279ca5067a) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:14.253255 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:14.254342 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:14.258807 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2ada4-8cd4-48f6-85a9-086f576b1821 None None] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:28:14.346797 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ab64fb4d-632d-4a60-946d-890d5caae2d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8220863 Jun 30 21:28:14.580749 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-3fcfee64-d09a-4297-9d38-3c279ca5067a', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:28:14.582243 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:14.861302 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Allocated IP 172.20.0.2 (3fcfee64-d09a-4297-9d38-3c279ca5067a/335fd0c3-c756-478d-a3cd-81362b28c210/0a86d597-fe6e-4544-ab01-c6408e8559bd) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:28:15.094280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:15.110034 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Transition to ACTIVE for port object 0a86d597-fe6e-4544-ab01-c6408e8559bd will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:28:15.131972 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Transition to ACTIVE for port object 0a86d597-fe6e-4544-ab01-c6408e8559bd will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:28:15.213991 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:15.282611 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:28:15.288071 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:15.298167 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:28:15.305715 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Pushing event updated for resources: {'Port': ['ID=0a86d597-fe6e-4544-ab01-c6408e8559bd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:15.348474 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.348882 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.349235 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.349581 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.349912 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.350249 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.350583 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.350939 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.351284 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.351621 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.351946 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.352274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Tracked resource versions report: Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: pushed versions: Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Log': {'1.0'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Network': {'1.1'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Port': {'1.7'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'PortForwarding': {'1.2'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'QosPolicy': {'1.8'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SubPort': {'1.0'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Subnet': {'1.1'}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Trunk': {'1.1'}} Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: consumer versions: Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'ConntrackHelper': '1.0', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Log': '1.0', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Network': '1.1', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Port': '1.7', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'PortForwarding': '1.2', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'QosPolicy': '1.8', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroup': '1.4', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroupRule': '1.2', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SubPort': '1.0', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Subnet': '1.1', Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Trunk': '1.1'}} Jun 30 21:28:15.353595 dv-cinder-774286-18-iscsi neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:28:15.384392 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Attempting to bind port 0a86d597-fe6e-4544-ab01-c6408e8559bd on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:28:15.384716 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Attempting to bind port 0a86d597-fe6e-4544-ab01-c6408e8559bd by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:28:15.385163 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Attempting to bind port 0a86d597-fe6e-4544-ab01-c6408e8559bd on network 3fcfee64-d09a-4297-9d38-3c279ca5067a {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:28:15.390277 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:28:15.390708 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Checking segment: {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:28:15.391219 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:15.391613 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Bound using segment: {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:28:15.392095 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Bound port: 0a86d597-fe6e-4544-ab01-c6408e8559bd, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:28:15.392533 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:15.458521 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] For port 0a86d597-fe6e-4544-ab01-c6408e8559bd, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:28:15.463079 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] For port 0a86d597-fe6e-4544-ab01-c6408e8559bd, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=0a86d597-fe6e-4544-ab01-c6408e8559bd,segment=NetworkSegment(5ac1872a-84d1-4dca-bfcb-41b4793aec8c),segment_id=5ac1872a-84d1-4dca-bfcb-41b4793aec8c)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:28:15.535359 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:15.603724 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df689d5a-cf72-4b7d-b5c0-eb3d047d9c07 None None] Pushing event updated for resources: {'Port': ['ID=0a86d597-fe6e-4544-ab01-c6408e8559bd,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:16.803052 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51390) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:17.157500 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-de7680fb-af94-427b-9128-4672c98db8e1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:28:17.158518 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-de7680fb-af94-427b-9128-4672c98db8e1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3543890 Jun 30 21:28:19.575556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51398) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:19.911157 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-eea3820d-767d-40f5-bbcd-282ad35b9cbe admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:28:19.912192 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-eea3820d-767d-40f5-bbcd-282ad35b9cbe admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3356109 Jun 30 21:28:21.890279 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a01e09-1be3-44a6-a652-e126a526b473 None None] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:28:22.060768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cfa2f179-bb0d-4de2-825f-d39ea08ded2a None None] Provisioning for port 0a86d597-fe6e-4544-ab01-c6408e8559bd completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:28:22.622871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51412) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:22.695453 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0a86d597-fe6e-4544-ab01-c6408e8559bd up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:22.837100 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 0a86d597-fe6e-4544-ab01-c6408e8559bd completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:28:22.840934 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 0a86d597-fe6e-4544-ab01-c6408e8559bd triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:22.841586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:22.938253 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '72cd872f54084058aa6382331d976f20'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:22.959751 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.003445 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 0a86d597-fe6e-4544-ab01-c6408e8559bd, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=0a86d597-fe6e-4544-ab01-c6408e8559bd,segment=NetworkSegment(5ac1872a-84d1-4dca-bfcb-41b4793aec8c),segment_id=5ac1872a-84d1-4dca-bfcb-41b4793aec8c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:28:23.082400 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.084033 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.104331 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.154206 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=0a86d597-fe6e-4544-ab01-c6408e8559bd,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:23.230008 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.289549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.380443 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:23.381698 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-51240530-e500-4d2a-83a5-8a848d1893f8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7578578 Jun 30 21:28:24.670788 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0a86d597-fe6e-4544-ab01-c6408e8559bd up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:24.721881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 0a86d597-fe6e-4544-ab01-c6408e8559bd triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:24.722407 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:25.716808 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93957825-13fa-4110-a299-9257d4ee674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:25.820221 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51420) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:26.139472 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-e61ad83f-a903-46ff-9a4d-da14563c17d3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:28:26.140470 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e61ad83f-a903-46ff-9a4d-da14563c17d3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193133 Jun 30 21:28:28.379967 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fa000-0d5a-463e-b3a8-6cc5fc5a2188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:28.544959 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51428) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:28.688350 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:28.884170 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:28.973801 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Made reservation on behalf of 60b4b75f14c3448ea9e0382eae1de1cc for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:28:28.976203 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:28.984831 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.255853 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.328182 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.344092 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93698) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 21:28:29.363453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c960f7b5-e687-410b-b6dd-6da7ce7be495,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:29.368259 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.368641 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Added segment 7a5950c9-ecb5-4b07-9f52-9e857adc0382 of type flat for network 40507054-0f4f-4661-9056-9f3345c310d4 Jun 30 21:28:29.419483 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.499556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.500586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:29.501174 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:29.563612 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] Pushing event updated for resources: {'Network': ['ID=40507054-0f4f-4661-9056-9f3345c310d4,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:29.577009 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 40507054-0f4f-4661-9056-9f3345c310d4 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:28:29.580140 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8792a844-ce2f-437a-9b41-b221eb3f12d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0340602 Jun 30 21:28:29.670981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:31.551659 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:31.994680 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51446) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:32.181584 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788af2e-f79e-4cb2-b3e7-46bf2652fa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:32.182989 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4788af2e-f79e-4cb2-b3e7-46bf2652fa32 admin admin] 10.222.0.11 "GET /v2.0/subnets/335fd0c3-c756-478d-a3cd-81362b28c210 HTTP/1.1" status: 200 len: 849 time: 0.1872168 Jun 30 21:28:32.304144 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e1260641-304c-46a4-b81f-5a48ebe08464 admin admin] 10.222.0.11 "GET /v2.0/routers/e6bad4c2-3560-476c-a143-59354a27bcb9 HTTP/1.1" status: 200 len: 704 time: 0.1157413 Jun 30 21:28:32.577440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:32.886310 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Allocated IP 172.20.0.1 (3fcfee64-d09a-4297-9d38-3c279ca5067a/335fd0c3-c756-478d-a3cd-81362b28c210/36f86d06-250e-406d-9aff-3753ce9dac4d) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:28:33.156609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.180360 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Transition to ACTIVE for port object 36f86d06-250e-406d-9aff-3753ce9dac4d will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:28:33.323283 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.396890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:28:33.402700 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:33.408957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:28:33.408957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.434315 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Pushing event updated for resources: {'Port': ['ID=36f86d06-250e-406d-9aff-3753ce9dac4d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:33.720403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.756236 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-10d1d115-9a15-4e9a-95b4-193cb691b029 None None] Provisioning for port 36f86d06-250e-406d-9aff-3753ce9dac4d completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:28:33.760906 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-10d1d115-9a15-4e9a-95b4-193cb691b029 None None] Provisioning complete for port 36f86d06-250e-406d-9aff-3753ce9dac4d triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:33.761371 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10d1d115-9a15-4e9a-95b4-193cb691b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.801340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-10d1d115-9a15-4e9a-95b4-193cb691b029 None None] Port 36f86d06-250e-406d-9aff-3753ce9dac4d cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:28:33.920440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.996751 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:33.997429 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:34.058848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Pushing event updated for resources: {'Port': ['ID=36f86d06-250e-406d-9aff-3753ce9dac4d,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:34.131110 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:28:34.132753 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:34.329333 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d57f6e3f-cbd4-41c6-b281-a6e556c2fcc1 None None] Provisioning complete for port 36f86d06-250e-406d-9aff-3753ce9dac4d triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:34.329881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57f6e3f-cbd4-41c6-b281-a6e556c2fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:34.373106 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d57f6e3f-cbd4-41c6-b281-a6e556c2fcc1 None None] Port 36f86d06-250e-406d-9aff-3753ce9dac4d cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:28:34.463612 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Router e6bad4c2-3560-476c-a143-59354a27bcb9 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:28:34.561590 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:28:34.566956 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6df83e75-cd55-4d5a-a32c-91c020d5755c admin admin] 10.222.0.11 "PUT /v2.0/routers/e6bad4c2-3560-476c-a143-59354a27bcb9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2576547 Jun 30 21:28:34.572928 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Sync routers for ids ['e6bad4c2-3560-476c-a143-59354a27bcb9'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:28:34.585071 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Routers {'e6bad4c2-3560-476c-a143-59354a27bcb9'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:28:34.586057 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:28:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['e6bad4c2-3560-476c-a143-59354a27bcb9'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:34.783066 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Set router e6bad4c2-3560-476c-a143-59354a27bcb9 gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:28:35.289305 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:33Z', 'revision_number': 2, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port_host': None, '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:33Z', 'revision_number': 2, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:35.366321 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Checking router: e6bad4c2-3560-476c-a143-59354a27bcb9 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:28:35.366955 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Updating router e6bad4c2-3560-476c-a143-59354a27bcb9 port 36f86d06-250e-406d-9aff-3753ce9dac4d binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:28:35.477507 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.067349 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.089132 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Transition to ACTIVE for port object 36f86d06-250e-406d-9aff-3753ce9dac4d will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:28:36.161248 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.290283 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Pushing event updated for resources: {'Port': ['ID=36f86d06-250e-406d-9aff-3753ce9dac4d,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:36.334795 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.335371 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.335940 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.336480 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.337020 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.337561 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.338097 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.338633 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.339271 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.339814 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.340358 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.341138 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Tracked resource versions report: Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: pushed versions: Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: consumer versions: Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Log': '1.0', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Network': '1.1', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Port': '1.7', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SubPort': '1.0', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Subnet': '1.1', Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jun 30 21:28:36.343489 dv-cinder-774286-18-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:28:36.430691 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Attempting to bind port 36f86d06-250e-406d-9aff-3753ce9dac4d on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:28:36.431247 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Attempting to bind port 36f86d06-250e-406d-9aff-3753ce9dac4d by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:28:36.431771 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Attempting to bind port 36f86d06-250e-406d-9aff-3753ce9dac4d on network 3fcfee64-d09a-4297-9d38-3c279ca5067a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:28:36.438864 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:28:36.439391 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Checking segment: {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:28:36.440063 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.440539 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Bound using segment: {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:28:36.441130 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Bound port: 36f86d06-250e-406d-9aff-3753ce9dac4d, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac1872a-84d1-4dca-bfcb-41b4793aec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:28:36.441633 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.530754 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] For port 36f86d06-250e-406d-9aff-3753ce9dac4d, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:28:36.571790 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] For port 36f86d06-250e-406d-9aff-3753ce9dac4d, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=36f86d06-250e-406d-9aff-3753ce9dac4d,segment=NetworkSegment(5ac1872a-84d1-4dca-bfcb-41b4793aec8c),segment_id=5ac1872a-84d1-4dca-bfcb-41b4793aec8c)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:28:36.666492 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:36.766060 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d1abc-00bd-4fc5-9364-0a2251c86ee5 None None] Pushing event updated for resources: {'Port': ['ID=36f86d06-250e-406d-9aff-3753ce9dac4d,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:36.771397 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Routers {'e6bad4c2-3560-476c-a143-59354a27bcb9'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:28:36.772396 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:28:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['e6bad4c2-3560-476c-a143-59354a27bcb9'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:36.904806 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] Set router e6bad4c2-3560-476c-a143-59354a27bcb9 gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:28:37.134955 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 51466) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:37.207125 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:33Z', 'revision_number': 2, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port_host': None, '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:36Z', 'revision_number': 4, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:37.257090 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9540cc7-be72-45c4-abe6-621630040acc None None] The sync data for ids ['e6bad4c2-3560-476c-a143-59354a27bcb9'] in dv-cinder-774286-18-iscsi is: [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:33Z', 'revision_number': 2, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port_host': None, '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:36Z', 'revision_number': 4, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:28:37.352059 dv-cinder-774286-18-iscsi neutron-server[93697]: WARNING oslo_policy.policy [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:37.352886 dv-cinder-774286-18-iscsi neutron-server[93697]: WARNING oslo_policy.policy [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:37.811697 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.policy [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 21:28:37.856866 dv-cinder-774286-18-iscsi neutron-server[93697]: WARNING oslo_policy.policy [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:37.857245 dv-cinder-774286-18-iscsi neutron-server[93697]: WARNING oslo_policy.policy [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:28:37.866302 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:37.868183 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b0bb35ad-f69f-4668-a085-083d10e64588 admin admin] 10.222.0.11 "GET /v2.0/networks/40507054-0f4f-4661-9056-9f3345c310d4 HTTP/1.1" status: 200 len: 842 time: 0.7320139 Jun 30 21:28:37.878780 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:37.880736 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.quota [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Loaded quota_driver: . Jun 30 21:28:37.990987 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Made reservation on behalf of 60b4b75f14c3448ea9e0382eae1de1cc for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:28:37.994191 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:38.510663 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.objects.ports [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 21:28:38.511590 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:38.586198 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b1096f-1e07-45fb-aeea-939d6f9bfa53,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:38.588880 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:28:38.589268 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Network hostable DHCP agents. Network: 40507054-0f4f-4661-9056-9f3345c310d4, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:28:38.604164 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.604523 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.604867 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.605201 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.605538 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.605877 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.606207 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.606537 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.606918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.607257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.607577 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.607900 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Tracked resource versions report: Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: pushed versions: Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: { 'AddressGroup': {'1.2'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'ConntrackHelper': {'1.0'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Log': {'1.0'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Network': {'1.1'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Port': {'1.7'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'PortForwarding': {'1.2'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'QosPolicy': {'1.8'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroup': {'1.4'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SubPort': {'1.0'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Subnet': {'1.1'}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Trunk': {'1.1'}} Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: consumer versions: Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'ConntrackHelper': '1.0', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Log': '1.0', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Network': '1.1', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Port': '1.7', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'PortForwarding': '1.2', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'QosPolicy': '1.8', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroup': '1.4', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroupRule': '1.2', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SubPort': '1.0', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Subnet': '1.1', Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Trunk': '1.1'}} Jun 30 21:28:38.609441 dv-cinder-774286-18-iscsi neutron-server[93697]: {{(pid=93697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:28:38.732149 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:28:38.794918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 40507054-0f4f-4661-9056-9f3345c310d4) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:38.799829 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:38.800455 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:38.808261 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43238e-31f8-4612-9cca-ee9fb72d856e None None] Network 40507054-0f4f-4661-9056-9f3345c310d4 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:28:38.878967 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-c9a84413-4ef5-4e3a-b452-befef4fcc8f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0035627 Jun 30 21:28:38.954515 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ace43d-fa29-4578-9caa-a39580fe5900 None None] Network 40507054-0f4f-4661-9056-9f3345c310d4 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:28:41.263157 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 51490) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:41.400039 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e2faa647-723c-44c2-8f7e-1953f9537eb0 admin admin] 10.222.0.11 "GET /v2.0/routers/e6bad4c2-3560-476c-a143-59354a27bcb9 HTTP/1.1" status: 200 len: 710 time: 0.1353698 Jun 30 21:28:41.566011 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63080f67-aca3-4f3a-a936-b0784556c6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:28:41.567454 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-63080f67-aca3-4f3a-a936-b0784556c6d9 admin admin] 10.222.0.11 "GET /v2.0/networks/40507054-0f4f-4661-9056-9f3345c310d4 HTTP/1.1" status: 200 len: 886 time: 0.1624079 Jun 30 21:28:41.576271 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:28:41.818701 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.116961 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.197458 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.309467 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Allocated IP 172.27.3.2 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/3925d88e-dd36-4d76-a0dc-9409baaa11db) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:28:42.420510 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.532017 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.572550 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:28:42.575630 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:28:42.579677 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:28:42.620141 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Pushing event updated for resources: {'Port': ['ID=3925d88e-dd36-4d76-a0dc-9409baaa11db,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:42.705353 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 36f86d06-250e-406d-9aff-3753ce9dac4d up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:42.876242 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 36f86d06-250e-406d-9aff-3753ce9dac4d completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:28:42.880789 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 36f86d06-250e-406d-9aff-3753ce9dac4d triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:42.881258 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.918903 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:42.964857 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:43.001129 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 36f86d06-250e-406d-9aff-3753ce9dac4d, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=36f86d06-250e-406d-9aff-3753ce9dac4d,segment=NetworkSegment(5ac1872a-84d1-4dca-bfcb-41b4793aec8c),segment_id=5ac1872a-84d1-4dca-bfcb-41b4793aec8c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:28:43.070533 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:43.124281 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=36f86d06-250e-406d-9aff-3753ce9dac4d,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:43.131740 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:43.135196 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672403'] for router, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:43.341710 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Router e6bad4c2-3560-476c-a143-59354a27bcb9 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:28:43.456320 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:28:43.460604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:43.463483 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-867583b8-8e0e-44f6-9f44-b62676293e84 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6bad4c2-3560-476c-a143-59354a27bcb9 HTTP/1.1" status: 200 len: 888 time: 1.8889899 Jun 30 21:28:43.468743 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Sync routers for ids ['e6bad4c2-3560-476c-a143-59354a27bcb9'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:28:43.481269 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Routers {'e6bad4c2-3560-476c-a143-59354a27bcb9'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:28:43.481959 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:28:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['e6bad4c2-3560-476c-a143-59354a27bcb9'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:43.777308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Set router e6bad4c2-3560-476c-a143-59354a27bcb9 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:28:44.177421 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 4, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port': {'id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:42Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 5, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:44.231773 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Checking router: e6bad4c2-3560-476c-a143-59354a27bcb9 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:28:44.232139 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Updating router e6bad4c2-3560-476c-a143-59354a27bcb9 port 3925d88e-dd36-4d76-a0dc-9409baaa11db binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:28:44.265322 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.605818 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.618009 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Transition to ACTIVE for port object 3925d88e-dd36-4d76-a0dc-9409baaa11db will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:28:44.692182 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 36f86d06-250e-406d-9aff-3753ce9dac4d up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:44.695917 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.781523 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Attempting to bind port 3925d88e-dd36-4d76-a0dc-9409baaa11db on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:28:44.782227 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Attempting to bind port 3925d88e-dd36-4d76-a0dc-9409baaa11db by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:28:44.782227 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Attempting to bind port 3925d88e-dd36-4d76-a0dc-9409baaa11db on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:28:44.793143 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2afe5-6168-490a-a2cc-5cb3030c57c7 None None] Pushing event updated for resources: {'Port': ['ID=3925d88e-dd36-4d76-a0dc-9409baaa11db,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:44.796487 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:28:44.799396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:28:44.799396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.799396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:28:44.799396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Bound port: 3925d88e-dd36-4d76-a0dc-9409baaa11db, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:28:44.799396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.833421 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 36f86d06-250e-406d-9aff-3753ce9dac4d triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:44.833896 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:44.887841 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] For port 3925d88e-dd36-4d76-a0dc-9409baaa11db, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:28:44.891238 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] For port 3925d88e-dd36-4d76-a0dc-9409baaa11db, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=3925d88e-dd36-4d76-a0dc-9409baaa11db,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:28:45.012273 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:45.078813 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2afe5-6168-490a-a2cc-5cb3030c57c7 None None] Pushing event updated for resources: {'Port': ['ID=3925d88e-dd36-4d76-a0dc-9409baaa11db,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:45.081458 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Routers {'e6bad4c2-3560-476c-a143-59354a27bcb9'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:28:45.082060 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:28:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['e6bad4c2-3560-476c-a143-59354a27bcb9'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:45.271400 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] Set router e6bad4c2-3560-476c-a143-59354a27bcb9 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:28:45.520426 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 4, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port': {'id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:42Z', 'updated_at': '2021-06-30T21:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 5, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:28:45.549557 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2670b0-1383-4d13-9c1b-b4306727c55a None None] The sync data for ids ['e6bad4c2-3560-476c-a143-59354a27bcb9'] in dv-cinder-774286-18-iscsi is: [{'id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'name': 'router1', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:28:23Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 4, 'project_id': '72cd872f54084058aa6382331d976f20', 'gw_port': {'id': '3925d88e-dd36-4d76-a0dc-9409baaa11db', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:42Z', 'updated_at': '2021-06-30T21:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '36f86d06-250e-406d-9aff-3753ce9dac4d', 'name': '', 'network_id': '3fcfee64-d09a-4297-9d38-3c279ca5067a', 'tenant_id': '72cd872f54084058aa6382331d976f20', 'mac_address': 'fa:16:3e:22:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bad4c2-3560-476c-a143-59354a27bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:28:32Z', 'updated_at': '2021-06-30T21:28:42Z', 'revision_number': 5, 'project_id': '72cd872f54084058aa6382331d976f20', 'subnets': [{'id': '335fd0c3-c756-478d-a3cd-81362b28c210', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb686e4d-c9df-4ab7-ad9e-fad306991874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:28:45.933514 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:28:45.950057 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 51500) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:28:46.127580 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fefa0870-b6b5-4320-94b4-b4193d00095d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1763577 Jun 30 21:28:46.707935 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 3925d88e-dd36-4d76-a0dc-9409baaa11db up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:46.828787 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 3925d88e-dd36-4d76-a0dc-9409baaa11db completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:28:46.835231 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 3925d88e-dd36-4d76-a0dc-9409baaa11db triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:46.835816 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:46.927010 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:46.953014 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 3925d88e-dd36-4d76-a0dc-9409baaa11db, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=3925d88e-dd36-4d76-a0dc-9409baaa11db,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:28:47.030168 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:47.088455 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=3925d88e-dd36-4d76-a0dc-9409baaa11db,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:28:48.703930 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 3925d88e-dd36-4d76-a0dc-9409baaa11db up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:28:48.763962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 3925d88e-dd36-4d76-a0dc-9409baaa11db triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:28:48.764344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:55.756453 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac628d8c-ea0b-4047-b951-8550685de6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:58.399549 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e29eb4a3-4760-4a6b-8d0b-b355f72cb009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:58.709992 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:28:59.651324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:01.510013 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:22.932723 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:29:25.783372 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2224e62-edb5-400c-b445-86e712fde77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:28.365326 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1377f35d-fc14-4b4b-8d40-5f28e3cc2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:28.718345 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:29.656725 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:31.576580 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:55.746538 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9edfe95c-ec79-4e58-b009-f822f554b723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:58.382344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7536289f-a53c-4d49-90c5-40b3d71ffecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:58.685353 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:59.666781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:29:59.931012 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:30:01.546480 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:25.734018 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ced1b22-d66b-437d-bd1e-308220447f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:27.190289 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52068) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:27.252102 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfa1d82-3493-4ec3-985f-677bd0ff5714 admin admin] GET failed (client error): The resource could not be found. Jun 30 21:30:27.253439 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1cfa1d82-3493-4ec3-985f-677bd0ff5714 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621557 Jun 30 21:30:27.412511 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5225525-18c2-48e8-b5b2-57d83fbd2125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:27.413909 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e5225525-18c2-48e8-b5b2-57d83fbd2125 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1562052 Jun 30 21:30:28.377529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac9913a1-ee7f-4546-8931-eef8c7e71987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:28.710485 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:29.631158 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52078) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:29.648087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:29.735331 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e863e-c29b-4725-a9e1-818fe9858520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:29.736758 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0b7e863e-c29b-4725-a9e1-818fe9858520 admin admin] 10.222.0.11 "GET /v2.0/subnets/335fd0c3-c756-478d-a3cd-81362b28c210 HTTP/1.1" status: 200 len: 849 time: 0.1045682 Jun 30 21:30:29.747329 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:30:29.847018 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:30.059291 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786192406263'] for subnet, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:30.093816 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:30.094423 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:30.095816 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] 10.222.0.11 "PUT /v2.0/subnets/335fd0c3-c756-478d-a3cd-81362b28c210 HTTP/1.1" status: 200 len: 868 time: 0.3532007 Jun 30 21:30:30.099714 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797083f-e419-44f7-bae4-f4687769ac49 None None] Network 3fcfee64-d09a-4297-9d38-3c279ca5067a requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:30:30.114006 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335fd0c3-c756-478d-a3cd-81362b28c210,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:30:30.123205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.123953 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.124568 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.124931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.125274 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.125632 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.125976 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.126508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.127102 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.127453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.127787 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.128171 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5558eb-5181-4d89-bc29-190f44f0cce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:30:30.489494 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7b5ecbc4-5bef-4a30-83cc-27533cefa2e8 None None] Provisioning complete for port 36f86d06-250e-406d-9aff-3753ce9dac4d triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:30:30.489894 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b5ecbc4-5bef-4a30-83cc-27533cefa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:30.588720 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7b5ecbc4-5bef-4a30-83cc-27533cefa2e8 None None] Provisioning complete for port 0a86d597-fe6e-4544-ab01-c6408e8559bd triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:30:30.589101 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b5ecbc4-5bef-4a30-83cc-27533cefa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:31.598076 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:32.321318 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52086) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:32.530448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94566839-00f6-478e-81b3-eb0c527992fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:32.530901 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94566839-00f6-478e-81b3-eb0c527992fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:32.535174 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-94566839-00f6-478e-81b3-eb0c527992fb admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2123177 Jun 30 21:30:34.726835 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52094) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:34.863081 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e3182-694e-4b74-8bf3-08bcd3dadd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:34.863581 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e3182-694e-4b74-8bf3-08bcd3dadd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:34.865157 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c01e3182-694e-4b74-8bf3-08bcd3dadd3f admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1373749 Jun 30 21:30:36.929615 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:30:37.075551 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52102) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:37.242214 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4e15d-b19e-4dc1-bdf6-ac78a378b865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:37.246689 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-01f4e15d-b19e-4dc1-bdf6-ac78a378b865 admin admin] 10.222.0.11 "GET /v2.0/networks/3fcfee64-d09a-4297-9d38-3c279ca5067a HTTP/1.1" status: 200 len: 868 time: 0.1671653 Jun 30 21:30:39.439531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52112) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:39.576829 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab467076-c7ea-4b1a-aa7c-ceb10670035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:39.578210 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ab467076-c7ea-4b1a-aa7c-ceb10670035c admin admin] 10.222.0.11 "GET /v2.0/networks/40507054-0f4f-4661-9056-9f3345c310d4 HTTP/1.1" status: 200 len: 886 time: 0.1377320 Jun 30 21:30:41.796877 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52120) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:41.926965 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6242ea7d-bdd2-4b89-bb5c-282626fb3e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:41.927413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6242ea7d-bdd2-4b89-bb5c-282626fb3e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:41.928958 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6242ea7d-bdd2-4b89-bb5c-282626fb3e5e admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311064 Jun 30 21:30:44.167382 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52128) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:44.308930 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ceea8b-c6ce-417e-a0d0-3853ad13878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:44.309384 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ceea8b-c6ce-417e-a0d0-3853ad13878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:44.310950 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-76ceea8b-c6ce-417e-a0d0-3853ad13878c admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425970 Jun 30 21:30:46.520587 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52136) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:46.611006 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe8d3d-bc3c-4345-b015-c1f1303b46ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:46.612364 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-49fe8d3d-bc3c-4345-b015-c1f1303b46ff admin admin] 10.222.0.11 "GET /v2.0/subnets/335fd0c3-c756-478d-a3cd-81362b28c210 HTTP/1.1" status: 200 len: 868 time: 0.0908134 Jun 30 21:30:48.785114 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52144) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:30:48.871059 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f04da-5e97-426c-80bd-d6a0d1d8de3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:30:48.872433 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-bd2f04da-5e97-426c-80bd-d6a0d1d8de3a admin admin] 10.222.0.11 "GET /v2.0/subnets/54b1096f-1e07-45fb-aeea-939d6f9bfa53 HTTP/1.1" status: 200 len: 816 time: 0.0863628 Jun 30 21:30:55.724004 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d31d3a54-a2b1-48ab-a879-eceac1395e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:58.381425 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c74701d-ab2e-4006-8f08-63c3a7110490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:58.686387 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:30:59.686210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:01.541036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:12.573024 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52188) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:31:12.624274 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-69a81cae-55fa-4b98-9f54-5d1e7cb05289 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:31:12.625269 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-69a81cae-55fa-4b98-9f54-5d1e7cb05289 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513144 Jun 30 21:31:13.928568 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:31:14.891295 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52196) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:31:14.953615 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-63247a33-cce3-4cd6-846e-7718d5d0eb7c admin admin] GET failed (client error): The resource could not be found. Jun 30 21:31:14.955006 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-63247a33-cce3-4cd6-846e-7718d5d0eb7c admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627079 Jun 30 21:31:15.040312 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ff0aa-4e57-4cb5-aa6a-cc07990df6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:31:15.041727 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e82ff0aa-4e57-4cb5-aa6a-cc07990df6da admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826466 Jun 30 21:31:17.218835 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52204) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:31:17.262849 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:31:17.339370 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Made reservation on behalf of 60b4b75f14c3448ea9e0382eae1de1cc for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:31:17.341662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:17.369282 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING neutron.services.revisions.revision_plugin [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Could not find related network for resource to bump revision. Jun 30 21:31:17.379647 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:31:17.388469 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:17.388859 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Added segment 3229e5bd-1312-4db6-b3f7-551f2823b521 of type vlan for network 0a53f2c4-3938-4ab0-b64d-ed147a026540 Jun 30 21:31:17.429420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:17.518963 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:17.519892 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:31:17.520467 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:17.576251 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a53f2c4-3938-4ab0-b64d-ed147a026540,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:31:17.587227 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:31:17.611338 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1e4c4c3b-3965-4b53-9458-8850036978c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3914187 Jun 30 21:31:19.802917 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52212) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:31:19.862909 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c994b18-5a06-4e4e-ac50-2a371d398500 admin admin] GET failed (client error): The resource could not be found. Jun 30 21:31:19.864246 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4c994b18-5a06-4e4e-ac50-2a371d398500 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603688 Jun 30 21:31:20.041382 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84212445-6662-46d1-8e6d-d4ed51cfc320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:31:20.042792 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-84212445-6662-46d1-8e6d-d4ed51cfc320 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1739786 Jun 30 21:31:20.053510 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:31:20.151491 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Made reservation on behalf of 60b4b75f14c3448ea9e0382eae1de1cc for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:31:20.153881 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:20.385586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:20.441491 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ed40a9-097d-49ec-bb06-2128c167ca5b,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:31:20.449718 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Checking segment: {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:31:20.450103 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Network hostable DHCP agents. Network: 0a53f2c4-3938-4ab0-b64d-ed147a026540, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:31:20.541750 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:31:20.633378 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 0a53f2c4-3938-4ab0-b64d-ed147a026540) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:31:20.638197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:31:20.639056 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:20.643704 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03044577-bb87-470d-a3f6-e5f6c60b1671 None None] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:31:20.731826 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c5f5c959-300b-4ed1-a5f2-6f47b7390c26 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6824639 Jun 30 21:31:20.893434 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-0a53f2c4-3938-4ab0-b64d-ed147a026540', 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540', 'tenant_id': '60b4b75f14c3448ea9e0382eae1de1cc', 'fixed_ips': [{'subnet_id': 'b3ed40a9-097d-49ec-bb06-2128c167ca5b'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:31:20.894329 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.035724 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Allocated IP 192.168.233.2 (0a53f2c4-3938-4ab0-b64d-ed147a026540/b3ed40a9-097d-49ec-bb06-2128c167ca5b/cf610906-ea85-4e56-9fac-d3244be1649c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:31:21.183527 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.191941 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Transition to ACTIVE for port object cf610906-ea85-4e56-9fac-d3244be1649c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:31:21.207482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Transition to ACTIVE for port object cf610906-ea85-4e56-9fac-d3244be1649c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:31:21.279810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.324397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:31:21.328864 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:31:21.333963 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:31:21.337126 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Pushing event updated for resources: {'Port': ['ID=cf610906-ea85-4e56-9fac-d3244be1649c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:31:21.347716 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.348077 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.348431 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.348786 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.349116 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.350074 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.350413 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.350776 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.351138 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.351479 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.351816 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.352146 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:31:21.402213 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Attempting to bind port cf610906-ea85-4e56-9fac-d3244be1649c on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:31:21.402586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Attempting to bind port cf610906-ea85-4e56-9fac-d3244be1649c by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:31:21.402991 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Attempting to bind port cf610906-ea85-4e56-9fac-d3244be1649c on network 0a53f2c4-3938-4ab0-b64d-ed147a026540 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:31:21.408001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:31:21.408397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Checking segment: {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:31:21.408803 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.409199 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Bound using segment: {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:31:21.409666 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Bound port: cf610906-ea85-4e56-9fac-d3244be1649c, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:31:21.410076 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.473156 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] For port cf610906-ea85-4e56-9fac-d3244be1649c, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:31:21.476743 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] For port cf610906-ea85-4e56-9fac-d3244be1649c, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=cf610906-ea85-4e56-9fac-d3244be1649c,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:31:21.546031 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:21.606299 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c9113-80a7-4582-a171-c3e5e396a83b None None] Pushing event updated for resources: {'Port': ['ID=cf610906-ea85-4e56-9fac-d3244be1649c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:31:22.470523 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f7143-35b5-40e4-a5d8-81cd448d81f9 None None] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:31:22.624519 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4597e6ae-0f93-4043-9e44-8dfc4ec91c7d None None] Provisioning for port cf610906-ea85-4e56-9fac-d3244be1649c completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:31:22.846738 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device cf610906-ea85-4e56-9fac-d3244be1649c up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:31:23.010781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port cf610906-ea85-4e56-9fac-d3244be1649c completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:31:23.015305 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port cf610906-ea85-4e56-9fac-d3244be1649c triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:31:23.015688 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:23.093860 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:23.128212 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port cf610906-ea85-4e56-9fac-d3244be1649c, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=cf610906-ea85-4e56-9fac-d3244be1649c,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:31:23.241706 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:23.287491 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=cf610906-ea85-4e56-9fac-d3244be1649c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:31:24.803176 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device cf610906-ea85-4e56-9fac-d3244be1649c up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:31:24.849868 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port cf610906-ea85-4e56-9fac-d3244be1649c triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:31:24.850234 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:25.733643 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c362798e-7aa8-4185-8a05-71ea13a9f396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:28.499502 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09f4e832-d54c-4db2-a195-945956b52cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:28.722439 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:29.664941 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:31.570356 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:50.928402 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:31:55.737413 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bae37d0d-accb-40f6-942a-376044e0cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:58.474901 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e6b077a-07ca-49ce-a07b-c366d74ad553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:58.700119 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:31:59.683198 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:01.571670 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:25.781492 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2462bed6-5ad8-4710-9452-713b9871ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:27.926571 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:32:28.389689 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71acf4b2-cff5-4f91-be4c-12977648b942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:28.704087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:29.744550 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:31.598196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:38.591881 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52256) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:32:38.598358 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [None req-e05377fe-bcef-479c-afac-2b9c7b7bbf5a tempest-verify_tempest_config-1375382048 tempest-verify_tempest_config-1375382048-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:32:38.599387 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e05377fe-bcef-479c-afac-2b9c7b7bbf5a tempest-verify_tempest_config-1375382048 tempest-verify_tempest_config-1375382048-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062742 Jun 30 21:32:39.127833 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52274) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:32:39.231702 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.319927 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.483836 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.528208 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9adc4a77d78b45ef828b2071aa9d324a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3992951 Jun 30 21:32:39.529147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662f27cf-d360-4f13-b534-c5347f2b50c7,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:32:39.531554 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52278) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:32:39.536712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.537100 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.537448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.537784 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.538122 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.538469 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.538835 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.539183 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.539531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.539860 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.540185 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.540505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abb750-7442-4300-b039-5e9b196671e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.612987 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.633250 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.806729 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.809255 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:39.810568 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/662f27cf-d360-4f13-b534-c5347f2b50c7 HTTP/1.1" status: 204 len: 168 time: 0.2779622 Jun 30 21:32:39.819305 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662f27cf-d360-4f13-b534-c5347f2b50c7,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:32:39.826909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.827263 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.828285 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.828662 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.829066 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.829339 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.829677 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.830023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.830371 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.830727 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.831094 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:39.831426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d738e85-baa0-4002-ab8a-d90b7f46c484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:32:55.756453 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1aa97f9-2301-481c-a903-ec947f7986a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:58.419263 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda18782-484d-45e6-929a-ae18a5bdc903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:58.693087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:32:59.670390 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:01.550325 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:04.926077 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:33:25.763613 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8084f463-4eec-4e44-842e-26e363c012c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:28.491601 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-56ded69e-ac96-4b8b-b16d-b850b51057ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:28.678019 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:29.666513 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:31.565356 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:41.925577 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 5 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:33:55.718397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f333e64-609f-4da5-b31e-f9c1fe172a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:58.407623 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-12ba0c14-965b-47e3-865b-b1060c79c720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:58.710399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:33:59.693529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:01.595842 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:14.869487 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679821'] for agent, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:18.924037 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:34:25.745151 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0dd116b-5c4e-4e83-81b3-4e34e6e33bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:28.394882 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c44fb5-84ae-4036-84da-5a58be585fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:28.697247 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:29.705906 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:29.825102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52352) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:34:29.928198 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b31af980-261a-48e9-840f-38b91f5d3723 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1020076 Jun 30 21:34:31.561828 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:32.107424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52362) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:34:32.159727 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7d9d4fd6-e707-4761-832c-56799a625614 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0512462 Jun 30 21:34:44.850115 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:55.789046 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bfaaa21-17ce-4324-8bb6-1ef5a9586586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:55.922744 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:34:58.405705 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4048b77-1355-4a0e-8eab-d6f7230ac11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:58.695155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:34:59.683777 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:01.593900 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:14.862196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:25.746174 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2229-d0f0-4977-8f9c-4492ac7f88c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:28.423683 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b836224-ca61-4ba0-ac1f-2fa99e860f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:28.707846 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:29.693833 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:31.615925 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:32.921725 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:35:44.875690 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:55.745197 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8ecd-1b35-4669-b95c-bd6f60e941c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:58.418016 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e75f1673-583e-4923-93c9-0f9d54b08bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:58.716458 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:35:59.699387 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:01.594740 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:04.148620 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52520) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:04.512532 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-network', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:04.631646 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Made reservation on behalf of 8bc4288288b846ef9aa6886e607d6b49 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:04.638036 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:04.662544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:04.821532 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:04.941341 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:04.992573 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fee49a-9943-44ef-90e5-0b5a4ec0dce2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:05.003482 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.004126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.004658 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.005113 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.005604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.006148 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.006695 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.007187 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.007697 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.008444 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.008921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.009556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Tracked resource versions report: Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: pushed versions: Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: { 'AddressGroup': {'1.2'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'ConntrackHelper': {'1.0'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Log': {'1.0'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Network': {'1.1'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Port': {'1.7'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'PortForwarding': {'1.2'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'QosPolicy': {'1.8'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroup': {'1.4'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SubPort': {'1.0'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Subnet': {'1.1'}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Trunk': {'1.1'}} Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: consumer versions: Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: HyperV agent@hv-cinder-77428: {}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'ConntrackHelper': '1.0', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Log': '1.0', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Network': '1.1', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Port': '1.7', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'PortForwarding': '1.2', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'QosPolicy': '1.8', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroup': '1.4', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SecurityGroupRule': '1.2', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'SubPort': '1.0', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Subnet': '1.1', Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: 'Trunk': '1.1'}} Jun 30 21:36:05.012110 dv-cinder-774286-18-iscsi neutron-server[93698]: {{(pid=93698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:36:05.028133 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:05.043302 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:05.043834 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Added segment a620c7fb-bb9d-4c19-9dae-8bbab82f7076 of type vlan for network 08d51325-f2a6-475d-8431-de766d24d96e Jun 30 21:36:05.094549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:05.226935 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:05.230227 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:05.231268 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:05.340079 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] Pushing event updated for resources: {'Network': ['ID=08d51325-f2a6-475d-8431-de766d24d96e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:05.353489 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 08d51325-f2a6-475d-8431-de766d24d96e details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:05.461887 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-31cadb18-c9f9-4bbe-89fa-a4945186e24a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3117857 Jun 30 21:36:05.465419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52570) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:05.475425 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Request body: {'subnet': {'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-subnet', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:05.543382 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52574) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:05.661296 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52578) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:05.676606 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Made reservation on behalf of 8bc4288288b846ef9aa6886e607d6b49 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:05.679747 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:05.725296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52584) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:05.779500 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52590) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:05.964133 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-996796303-network', 'tenant_id': 'e1fec86267a44c6886458030a884485a'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:05.993551 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989829073-network', 'tenant_id': 'c582bd97ef8048a89de46ef855729ea7'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:06.011891 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.031600 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-97254351-network', 'tenant_id': '4576e41925e04503afcc5a92a39ef61b'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:06.103417 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-764301332-network', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:06.113009 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Made reservation on behalf of e1fec86267a44c6886458030a884485a for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:06.117378 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.143318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.db.api [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 21:36:06.143318 dv-cinder-774286-18-iscsi neutron-server[93697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 21:36:06.143318 dv-cinder-774286-18-iscsi neutron-server[93697]: [parameters: {'project_id_1': '4576e41925e04503afcc5a92a39ef61b', 'expiration_1': datetime.datetime(2021, 6, 30, 21, 36, 6, 33862)}] Jun 30 21:36:06.143318 dv-cinder-774286-18-iscsi neutron-server[93697]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:36:06.144316 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG oslo_db.api [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:36:06.144905 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.db.api [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 21:36:06.144905 dv-cinder-774286-18-iscsi neutron-server[93697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 21:36:06.144905 dv-cinder-774286-18-iscsi neutron-server[93697]: [parameters: {'project_id_1': '0a29ef89fbc043039a7403a40cd42470', 'expiration_1': datetime.datetime(2021, 6, 30, 21, 36, 6, 114044)}] Jun 30 21:36:06.144905 dv-cinder-774286-18-iscsi neutron-server[93697]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:36:06.145748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG oslo_db.api [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:36:06.164849 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.192353 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533c9c58-94e3-402a-a5da-cde43cf0e592,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:06.199627 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Checking segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:06.207304 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Network hostable DHCP agents. Network: 08d51325-f2a6-475d-8431-de766d24d96e, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:06.261565 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Made reservation on behalf of c582bd97ef8048a89de46ef855729ea7 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:06.265645 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.284980 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.326317 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Network 08d51325-f2a6-475d-8431-de766d24d96e is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:06.404838 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 08d51325-f2a6-475d-8431-de766d24d96e) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:06.422923 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18833b9-c8bf-48d6-8306-b3d8d3b12387 None None] Network 08d51325-f2a6-475d-8431-de766d24d96e requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:06.427279 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:06.428299 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.482863 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.584512 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.626633 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:06.643105 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e25b18-88f2-4772-8a51-531b699f3197,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:06.649802 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.650355 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Added segment f5074071-fabf-47d6-8aea-e77a11abeb9e of type vlan for network 35bd9f66-571b-4322-a5c4-7625fb20429c Jun 30 21:36:06.715244 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-08d51325-f2a6-475d-8431-de766d24d96e', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:36:06.716570 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.724189 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.740868 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fdd9171f-7028-42b3-b18d-c417baf9dce5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2737091 Jun 30 21:36:06.744997 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52622) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:06.752916 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:06.773076 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.db.api [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 21:36:06.773076 dv-cinder-774286-18-iscsi neutron-server[93697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 21:36:06.773076 dv-cinder-774286-18-iscsi neutron-server[93697]: [parameters: {'project_id_1': '0a29ef89fbc043039a7403a40cd42470', 'expiration_1': datetime.datetime(2021, 6, 30, 21, 36, 6, 667290)}] Jun 30 21:36:06.773076 dv-cinder-774286-18-iscsi neutron-server[93697]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:36:06.774526 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG oslo_db.api [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:36:06.775560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.db.api [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 21:36:06.775560 dv-cinder-774286-18-iscsi neutron-server[93697]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 21:36:06.775560 dv-cinder-774286-18-iscsi neutron-server[93697]: [parameters: {'project_id_1': '4576e41925e04503afcc5a92a39ef61b', 'expiration_1': datetime.datetime(2021, 6, 30, 21, 36, 6, 654185)}] Jun 30 21:36:06.775560 dv-cinder-774286-18-iscsi neutron-server[93697]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:36:06.777033 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG oslo_db.api [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:36:06.929329 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.940614 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.942009 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:06.942768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:06.994482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Allocated IP 172.20.0.2 (08d51325-f2a6-475d-8431-de766d24d96e/533c9c58-94e3-402a-a5da-cde43cf0e592/8e4f7257-d622-4e28-b9fe-040d4942e3f6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:07.022708 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.031858 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=35bd9f66-571b-4322-a5c4-7625fb20429c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:07.056641 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 35bd9f66-571b-4322-a5c4-7625fb20429c details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:07.069649 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:07.083322 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d151ad1-cd38-4da9-8cb3-010865945392,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:07.107434 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7fdc8d44-a1c3-48e8-82cd-dbedff21d4b4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4394121 Jun 30 21:36:07.108055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52632) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:07.111536 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.112011 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Added segment d3fd3a7f-4f8f-40a1-94cc-c58f64e7e39b of type vlan for network 40f65e54-b74d-49e9-b6a3-221d59fdb920 Jun 30 21:36:07.118221 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Request body: {'subnet': {'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-subnet', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:07.185452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.210313 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.214918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.324436 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.324436 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:07.333589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.388762 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] Pushing event updated for resources: {'Network': ['ID=40f65e54-b74d-49e9-b6a3-221d59fdb920,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:07.401794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.409885 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 40f65e54-b74d-49e9-b6a3-221d59fdb920 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:07.416434 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.444733 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Transition to ACTIVE for port object 8e4f7257-d622-4e28-b9fe-040d4942e3f6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:07.500253 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Transition to ACTIVE for port object 8e4f7257-d622-4e28-b9fe-040d4942e3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:07.550726 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Made reservation on behalf of e1fec86267a44c6886458030a884485a for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:07.557338 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.581382 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.616947 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e99e0d4c-026d-4879-b711-c1713ed5a054 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0717227 Jun 30 21:36:07.617883 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52646) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:07.623035 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Request body: {'subnet': {'network_id': '40f65e54-b74d-49e9-b6a3-221d59fdb920', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989829073-subnet', 'tenant_id': 'c582bd97ef8048a89de46ef855729ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:07.633351 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Network 08d51325-f2a6-475d-8431-de766d24d96e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:07.636589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.api [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 21:36:07.636589 dv-cinder-774286-18-iscsi neutron-server[93698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 21:36:07.636589 dv-cinder-774286-18-iscsi neutron-server[93698]: [parameters: {'project_id_1': 'c582bd97ef8048a89de46ef855729ea7', 'expiration_1': datetime.datetime(2021, 6, 30, 21, 36, 7, 627492)}] Jun 30 21:36:07.636589 dv-cinder-774286-18-iscsi neutron-server[93698]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:36:07.637452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG oslo_db.api [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:36:07.641333 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:07.645187 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:07.692092 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Pushing event updated for resources: {'Port': ['ID=8e4f7257-d622-4e28-b9fe-040d4942e3f6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:07.721713 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.722322 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.724810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.725765 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.726239 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.726781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Tracked resource versions report: Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: pushed versions: Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Log': {'1.0'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Network': {'1.1'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Port': {'1.7'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'PortForwarding': {'1.2'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'QosPolicy': {'1.8'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SubPort': {'1.0'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Subnet': {'1.1'}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Trunk': {'1.1'}} Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: consumer versions: Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: HyperV agent@hv-cinder-77428: {}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'ConntrackHelper': '1.0', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Log': '1.0', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Network': '1.1', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Port': '1.7', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'PortForwarding': '1.2', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'QosPolicy': '1.8', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroup': '1.4', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SecurityGroupRule': '1.2', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'SubPort': '1.0', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Subnet': '1.1', Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: 'Trunk': '1.1'}} Jun 30 21:36:07.728060 dv-cinder-774286-18-iscsi neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:36:07.744605 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Attempting to bind port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:07.745172 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Attempting to bind port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:07.745697 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Attempting to bind port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:07.745975 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.752909 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:07.753546 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Checking segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:07.754115 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.754711 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Bound using segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:07.755396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Bound port: 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:07.755945 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.784691 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Made reservation on behalf of 4576e41925e04503afcc5a92a39ef61b for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:07.787497 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.813938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.830982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52654) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:07.854213 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] For port 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:07.860191 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] For port 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=8e4f7257-d622-4e28-b9fe-040d4942e3f6,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:07.935051 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Made reservation on behalf of 0a29ef89fbc043039a7403a40cd42470 for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:07.944552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.969726 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:07.991762 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e39f055-a635-447e-b875-09e4b4b842d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.000216 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.060370 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb5ad-a8d4-4bd3-9c25-c69212618fdc None None] Pushing event updated for resources: {'Port': ['ID=8e4f7257-d622-4e28-b9fe-040d4942e3f6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:08.090137 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.155739 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.259941 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd426402-643a-436e-a44d-30dcfe50fa87,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:08.263726 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.282636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Checking segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:08.282636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Network hostable DHCP agents. Network: 35bd9f66-571b-4322-a5c4-7625fb20429c, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:08.393371 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e39f055-a635-447e-b875-09e4b4b842d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.433055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.433420 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.433763 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.434097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.434426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.434784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.435114 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.435454 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.435944 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.436361 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.436592 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.436937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Tracked resource versions report: Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: pushed versions: Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: { 'AddressGroup': {'1.2'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'ConntrackHelper': {'1.0'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Log': {'1.0'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Network': {'1.1'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Port': {'1.7'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'PortForwarding': {'1.2'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'QosPolicy': {'1.8'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroup': {'1.4'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SubPort': {'1.0'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Subnet': {'1.1'}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Trunk': {'1.1'}} Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: consumer versions: Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: HyperV agent@hv-cinder-77428: {}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'ConntrackHelper': '1.0', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Log': '1.0', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Network': '1.1', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Port': '1.7', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'PortForwarding': '1.2', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'QosPolicy': '1.8', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroup': '1.4', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SecurityGroupRule': '1.2', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'SubPort': '1.0', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Subnet': '1.1', Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: 'Trunk': '1.1'}} Jun 30 21:36:08.438038 dv-cinder-774286-18-iscsi neutron-server[93697]: {{(pid=93697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:36:08.454932 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:08.477513 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e39f055-a635-447e-b875-09e4b4b842d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.506865 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786192385329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.507405 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Unsubscribe: segment precommit_create {{(pid=93697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 21:36:08.511385 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Added segment 4ac94bb6-894d-4d4b-8ee1-8d8e213814ff of type vlan for network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be Jun 30 21:36:08.525436 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9e39f055-a635-447e-b875-09e4b4b842d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b329c96e8f914cbea4dddb951dd2cba8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6929209 Jun 30 21:36:08.526257 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39f055-a635-447e-b875-09e4b4b842d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3518dda-407b-4ddd-8d5b-ef9968b11ec2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:08.528589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52680) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:08.541599 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.591243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ad710-5446-4b86-ae3b-b26704388b04,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:08.602151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.612947 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Network 35bd9f66-571b-4322-a5c4-7625fb20429c is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:08.625454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.637508 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.652622 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.799470 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 35bd9f66-571b-4322-a5c4-7625fb20429c) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:08.810738 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a30d1f-2023-4804-935f-cb4194f22a61 None None] Network 35bd9f66-571b-4322-a5c4-7625fb20429c requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:08.815544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.820399 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.824070 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3518dda-407b-4ddd-8d5b-ef9968b11ec2 HTTP/1.1" status: 204 len: 168 time: 0.2813246 Jun 30 21:36:08.833575 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:08.834459 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.852611 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0857f09-bd36-4eba-9056-7af85825a126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3518dda-407b-4ddd-8d5b-ef9968b11ec2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:08.879746 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52692) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:08.895769 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.898588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.902335 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:08.903233 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:08.929673 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Allocated IP 172.27.3.167 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/ba719513-fc01-46c4-aa0f-c1a624cb00e9) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:08.984200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.035703 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341279a-c00f-4c15-8f5d-61f86b0ef946 None None] Network 35bd9f66-571b-4322-a5c4-7625fb20429c requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:09.125282 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5450f706-3258-4bcc-8106-0cf06acd5777 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0159497 Jun 30 21:36:09.129862 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52698) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:09.139420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:09.148857 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] Pushing event updated for resources: {'Network': ['ID=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:09.158042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6da849a4-ba40-4d0d-95c6-42c342b78f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.167563 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a511a46-1194-41cc-be32-6e17fb727f58,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:09.180407 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Made reservation on behalf of c582bd97ef8048a89de46ef855729ea7 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:09.184802 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.193111 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:09.210804 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.211558 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Added segment 2aa49971-07ad-4715-90c1-67ac3561c5b8 of type vlan for network df621c36-f737-4852-bdce-55c00d484cb4 Jun 30 21:36:09.239933 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 8e4f7257-d622-4e28-b9fe-040d4942e3f6 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:09.262963 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:09.309953 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-81115d86-de87-44e1-acb0-8a18c48dd06d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5766265 Jun 30 21:36:09.312166 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52704) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:09.339006 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Request body: {'subnet': {'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-97254351-subnet', 'tenant_id': '4576e41925e04503afcc5a92a39ef61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:09.375633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.425655 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.427534 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.457428 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.534140 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76bb22-0d69-4787-ac0d-4bf22dfaaea7 None None] Network 08d51325-f2a6-475d-8431-de766d24d96e requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:09.579738 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.583272 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:09.583272 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.593815 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.645204 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:09.699365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] Pushing event updated for resources: {'Network': ['ID=df621c36-f737-4852-bdce-55c00d484cb4,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:09.716478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.724248 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.724911 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network df621c36-f737-4852-bdce-55c00d484cb4 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:09.792050 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6da849a4-ba40-4d0d-95c6-42c342b78f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.803087 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:09.809849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:09.819927 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:09.823826 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Pushing event updated for resources: {'Port': ['ID=ba719513-fc01-46c4-aa0f-c1a624cb00e9,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:09.891556 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Provisioning for port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:09.911206 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6da849a4-ba40-4d0d-95c6-42c342b78f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.916901 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Provisioning complete for port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:09.917683 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:09.921425 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:36:10.008042 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2e0f8f37-368a-42c8-b279-0a2eaa16678e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2178352 Jun 30 21:36:10.008042 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52722) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:10.012831 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Request body: {'subnet': {'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-764301332-subnet', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:10.021299 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.026965 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52724) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:10.041474 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-194731f7-7dee-4368-9247-d897d0fafd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.071494 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6da849a4-ba40-4d0d-95c6-42c342b78f17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a7aa007497f4a6da0f76c92edde9bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1903691 Jun 30 21:36:10.072539 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52726) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:10.082926 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61478cad-5d84-4c2d-8e90-8c3154f567e8,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:10.096886 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.099132 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Checking segment: {'id': 'd3fd3a7f-4f8f-40a1-94cc-c58f64e7e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40f65e54-b74d-49e9-b6a3-221d59fdb920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:10.100007 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Network hostable DHCP agents. Network: 40f65e54-b74d-49e9-b6a3-221d59fdb920, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:10.107264 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da849a4-ba40-4d0d-95c6-42c342b78f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569334d2-4c11-4edb-ae32-c50553f7d667,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:10.152887 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] For port 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=8e4f7257-d622-4e28-b9fe-040d4942e3f6,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:10.166528 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Made reservation on behalf of 4576e41925e04503afcc5a92a39ef61b for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:10.168899 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.187899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.270204 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.278049 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.363849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Made reservation on behalf of 0a29ef89fbc043039a7403a40cd42470 for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:10.366249 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.370490 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85145722-13ac-4d77-9c2c-f32ae6379bb8 None None] Pushing event updated for resources: {'Port': ['ID=8e4f7257-d622-4e28-b9fe-040d4942e3f6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:10.393554 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Network 40f65e54-b74d-49e9-b6a3-221d59fdb920 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:10.404957 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-0c2a4889-726c-4b5c-8ddf-b9982e928618 None None] Provisioning complete for port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:10.405640 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c2a4889-726c-4b5c-8ddf-b9982e928618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.426581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.485248 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 40f65e54-b74d-49e9-b6a3-221d59fdb920) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:10.507728 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a25dd-e94a-4cda-a7c1-f04437ac5dbe None None] Network 40f65e54-b74d-49e9-b6a3-221d59fdb920 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:10.512970 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:10.513593 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.701408 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491809e-3fe3-41fb-9665-4bc61cbbfb61 None None] Network 40f65e54-b74d-49e9-b6a3-221d59fdb920 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:10.755299 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.779107 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.812475 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.857137 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-194731f7-7dee-4368-9247-d897d0fafd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.885838 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e53069c-d058-485f-bd0a-58af694ecbea,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:10.901446 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.904196 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:10.910441 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/569334d2-4c11-4edb-ae32-c50553f7d667 HTTP/1.1" status: 204 len: 168 time: 0.8317187 Jun 30 21:36:10.920812 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Checking segment: {'id': '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:10.921248 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Network hostable DHCP agents. Network: a72c11e3-2b1a-4b09-a03c-7ec3a80a72be, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:11.025130 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-194731f7-7dee-4368-9247-d897d0fafd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.029901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b3136-ef76-4342-9d07-0c84b49e5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569334d2-4c11-4edb-ae32-c50553f7d667,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:11.035336 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 8e4f7257-d622-4e28-b9fe-040d4942e3f6 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:11.077276 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Allocated IP 172.27.3.21 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:11.123252 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.135628 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-194731f7-7dee-4368-9247-d897d0fafd23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f96b7b624074c11b643dcd38265c74b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1049623 Jun 30 21:36:11.136510 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0b2d721f-712a-42af-9de0-ac3574a3817e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5146251 Jun 30 21:36:11.136636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.142172 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194731f7-7dee-4368-9247-d897d0fafd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c733ed-6a9c-49d4-bf49-e1fafc178ed0,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:11.145376 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52734) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:11.186024 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:11.226483 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:11.226956 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.338366 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, a72c11e3-2b1a-4b09-a03c-7ec3a80a72be) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:11.357832 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1779a-68a1-4b19-b13e-dfd9e1f0ca2c None None] Network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:11.363127 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=612f05ec-25bf-4b25-8544-913f846743a7,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:11.371815 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:11.372935 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.386543 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.418397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Checking segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:11.419091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Network hostable DHCP agents. Network: df621c36-f737-4852-bdce-55c00d484cb4, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:11.464336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.487921 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0f5b7b2c-df71-4825-a1de-0677ca7e0f15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1642122 Jun 30 21:36:11.549231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.603508 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Network df621c36-f737-4852-bdce-55c00d484cb4 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:11.603725 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.604881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea3e22-7f53-46f3-aa8c-7c63ec8674be None None] Network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:11.610132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, df621c36-f737-4852-bdce-55c00d484cb4) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:11.615198 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:11.615930 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.654871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c1676-433c-4fc8-aca8-732d2325449f None None] Network df621c36-f737-4852-bdce-55c00d484cb4 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:11.693895 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Router 42e30069-e1c5-4c17-805c-caaccb30515b is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:36:11.699705 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d3f7674b-7de8-4d21-b44f-9b360afb0f9a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6949427 Jun 30 21:36:11.707353 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:11.708275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52750) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:11.713842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:11.729594 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:11.745805 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:11.758862 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:11.777778 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.782335 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.784274 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8c733ed-6a9c-49d4-bf49-e1fafc178ed0 HTTP/1.1" status: 204 len: 168 time: 0.6310837 Jun 30 21:36:11.797818 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8d15-0349-4c73-aec4-cd4b5a0ebeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c733ed-6a9c-49d4-bf49-e1fafc178ed0,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:11.907496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:11.930302 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:11.946552 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:11.947386 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:11.964908 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:11.965762 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.079433 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52758) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:12.116998 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.120309 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a0a3db3f-a3f2-4872-b4a2-f9185d98624d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3731968 Jun 30 21:36:12.123910 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-df621c36-f737-4852-bdce-55c00d484cb4', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:36:12.124456 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.126019 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52760) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:12.196324 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.252723 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:12.311902 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Allocated IP 172.20.0.2 (df621c36-f737-4852-bdce-55c00d484cb4/612f05ec-25bf-4b25-8544-913f846743a7/da303960-6505-459e-9a66-775a74c5996a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:12.326140 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-db646f57-6245-400a-a80b-9c2998034d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.438129 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.582928 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.637666 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-db646f57-6245-400a-a80b-9c2998034d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.653904 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.674159 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Transition to ACTIVE for port object da303960-6505-459e-9a66-775a74c5996a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:12.712877 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-db646f57-6245-400a-a80b-9c2998034d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.716597 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Transition to ACTIVE for port object da303960-6505-459e-9a66-775a74c5996a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:12.778394 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-db646f57-6245-400a-a80b-9c2998034d89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89519a214af94972bc19cf920a2df68d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6980298 Jun 30 21:36:12.788322 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52774) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:12.802626 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.824021 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646f57-6245-400a-a80b-9c2998034d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57c309-5f83-45fb-919a-fe4fdbe3dc0c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:12.875822 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:12.900960 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:09Z', 'revision_number': 3, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:12.932819 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Network df621c36-f737-4852-bdce-55c00d484cb4 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:12.950722 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:12.961242 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:12.983131 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Pushing event updated for resources: {'Port': ['ID=da303960-6505-459e-9a66-775a74c5996a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:13.002214 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:13.007420 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Updating router 42e30069-e1c5-4c17-805c-caaccb30515b port ba719513-fc01-46c4-aa0f-c1a624cb00e9 binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:13.052141 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.148290 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Attempting to bind port da303960-6505-459e-9a66-775a74c5996a on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:13.149582 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Attempting to bind port da303960-6505-459e-9a66-775a74c5996a by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:13.150291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Attempting to bind port da303960-6505-459e-9a66-775a74c5996a on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:13.157621 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:13.158427 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Checking segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:13.159132 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.159768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Bound using segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:13.160522 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Bound port: da303960-6505-459e-9a66-775a74c5996a, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:13.161243 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.322455 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] For port da303960-6505-459e-9a66-775a74c5996a, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:13.331020 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] For port da303960-6505-459e-9a66-775a74c5996a, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=da303960-6505-459e-9a66-775a74c5996a,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:13.361046 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Allocated IP 172.20.0.1 (08d51325-f2a6-475d-8431-de766d24d96e/533c9c58-94e3-402a-a5da-cde43cf0e592/14dc74c4-d910-453c-8b97-0f2a517a037f) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:13.378926 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.388420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.424249 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.549812 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.596850 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba0296-1000-4eb1-bea6-1ee4376a7dc7 None None] Pushing event updated for resources: {'Port': ['ID=da303960-6505-459e-9a66-775a74c5996a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:13.677449 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.694999 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Transition to ACTIVE for port object ba719513-fc01-46c4-aa0f-c1a624cb00e9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:13.791716 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.834084 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.858712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.952270 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:13.966443 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Attempting to bind port ba719513-fc01-46c4-aa0f-c1a624cb00e9 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:13.967122 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Attempting to bind port ba719513-fc01-46c4-aa0f-c1a624cb00e9 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:13.967724 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Attempting to bind port ba719513-fc01-46c4-aa0f-c1a624cb00e9 on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:13.996145 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Transition to ACTIVE for port object 14dc74c4-d910-453c-8b97-0f2a517a037f will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:14.000524 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.012393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.015463 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa57c309-5f83-45fb-919a-fe4fdbe3dc0c HTTP/1.1" status: 204 len: 168 time: 1.2254434 Jun 30 21:36:14.022115 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:14.035432 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:14.037103 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.038793 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:14.039729 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Bound port: ba719513-fc01-46c4-aa0f-c1a624cb00e9, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:14.040410 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.057058 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Router 70902c81-52fb-4625-a760-e211c660765c is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:36:14.117073 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52810) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:14.142720 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-105575428-network', 'tenant_id': '316f116362c441528bd6bb3a1b137899'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:14.162931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0687172-1241-4e17-a3f3-accf29f14b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57c309-5f83-45fb-919a-fe4fdbe3dc0c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:14.163980 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] For port ba719513-fc01-46c4-aa0f-c1a624cb00e9, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:14.173041 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] For port ba719513-fc01-46c4-aa0f-c1a624cb00e9, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=ba719513-fc01-46c4-aa0f-c1a624cb00e9,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:14.208147 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.218333 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Pushing event updated for resources: {'Port': ['ID=ba719513-fc01-46c4-aa0f-c1a624cb00e9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:14.253595 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.256234 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.258363 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.258936 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.260395 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.261104 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.262571 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.263598 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.264589 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.265825 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.267482 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Tracked resource versions report: Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: pushed versions: Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Log': {'1.0'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Network': {'1.1'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Port': {'1.7'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'PortForwarding': {'1.2'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'QosPolicy': {'1.8'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SubPort': {'1.0'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Subnet': {'1.1'}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Trunk': {'1.1'}} Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: consumer versions: Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: { DHCP agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: HyperV agent@hv-cinder-77428: {}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: L3 agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: Metadata agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: Metering agent@dv-cinder-774286-18-iscsi: {}, Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: Open vSwitch agent@dv-cinder-774286-18-iscsi: { 'AddressGroup': '1.2', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'ConntrackHelper': '1.0', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Log': '1.0', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Network': '1.1', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Port': '1.7', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'PortForwarding': '1.2', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'QosPolicy': '1.8', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroup': '1.4', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SecurityGroupRule': '1.2', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'SubPort': '1.0', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Subnet': '1.1', Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: 'Trunk': '1.1'}} Jun 30 21:36:14.271762 dv-cinder-774286-18-iscsi neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:36:14.292400 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.363915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Pushing event updated for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:14.370394 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Made reservation on behalf of 316f116362c441528bd6bb3a1b137899 for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:14.383899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.402429 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Network 08d51325-f2a6-475d-8431-de766d24d96e is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:14.417894 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.426237 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:14.449231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:14.450123 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.470741 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Allocated IP 172.27.3.207 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/35f6c10c-853a-44e2-9d61-0d06131582aa) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:14.477452 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:14.480099 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:14.554074 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586ce0-0e69-4b37-8f5e-5e849c55dc8c None None] Pushing event updated for resources: {'Port': ['ID=ba719513-fc01-46c4-aa0f-c1a624cb00e9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:14.645528 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:14.675155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Sync routers for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:14.701568 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:14.704192 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:14.744384 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:14.823311 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.898705 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.924261 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.971344 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:14.975095 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c6d1649e-ea6d-4c40-9cb0-5de6ea43a7b5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8417521 Jun 30 21:36:14.980596 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52826) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:15.046045 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:36:15.124603 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.163618 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:15.240108 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device da303960-6505-459e-9a66-775a74c5996a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:15.259964 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccbba96-b8f9-4aed-b1e3-4a2686b821a8,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:15.262691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.291778 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:09Z', 'revision_number': 3, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:15.307765 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.308403 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Added segment 02d0eb68-c49f-4c2c-a74a-775b5851a319 of type vlan for network 6db0dac4-cbe3-446f-8840-4054686abddd Jun 30 21:36:15.319405 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c282e1-2516-47e1-a25f-480f5a0448a6 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:09Z', 'revision_number': 3, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:15.325179 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:15.329358 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:15.353282 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Pushing event updated for resources: {'Port': ['ID=35f6c10c-853a-44e2-9d61-0d06131582aa,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:15.360719 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:15.505396 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.590988 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4f394428-d7e8-45c7-9b8c-64927bfb2c70 None None] Provisioning for port 14dc74c4-d910-453c-8b97-0f2a517a037f completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:15.603966 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831e405-cbf7-402a-939a-ed06ebb75816 None None] Network df621c36-f737-4852-bdce-55c00d484cb4 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:15.679363 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4f394428-d7e8-45c7-9b8c-64927bfb2c70 None None] Provisioning complete for port 14dc74c4-d910-453c-8b97-0f2a517a037f triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:15.680672 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f394428-d7e8-45c7-9b8c-64927bfb2c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.714493 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.821360 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.822825 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:15.823674 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:15.936077 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port da303960-6505-459e-9a66-775a74c5996a completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:15.950115 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.021848 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4f394428-d7e8-45c7-9b8c-64927bfb2c70 None None] Port 14dc74c4-d910-453c-8b97-0f2a517a037f cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:16.198876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:11Z', 'revision_number': 3, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:16.277481 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Checking router: 70902c81-52fb-4625-a760-e211c660765c for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:16.280123 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Updating router 70902c81-52fb-4625-a760-e211c660765c port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:16.374011 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Provisioning for port da303960-6505-459e-9a66-775a74c5996a completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:16.395082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52862) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:16.416657 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Provisioning complete for port da303960-6505-459e-9a66-775a74c5996a triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:16.417043 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.460071 dv-cinder-774286-18-iscsi neutron-server[93698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 21:36:16.483073 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] Pushing event updated for resources: {'Network': ['ID=6db0dac4-cbe3-446f-8840-4054686abddd,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:16.509441 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-e06eb955-1406-49a5-972c-ae5f87e2ced2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3913524 Jun 30 21:36:16.524774 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52866) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:16.540540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 6db0dac4-cbe3-446f-8840-4054686abddd details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:36:16.559108 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Request body: {'subnet': {'network_id': '6db0dac4-cbe3-446f-8840-4054686abddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-105575428-subnet', 'tenant_id': '316f116362c441528bd6bb3a1b137899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:16.561935 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.692377 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.773138 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.802124 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.803090 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:16.900085 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Made reservation on behalf of 316f116362c441528bd6bb3a1b137899 for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:16.906270 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:17.104998 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Pushing event updated for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:17.203149 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:17.232064 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device ba719513-fc01-46c4-aa0f-c1a624cb00e9 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:17.285344 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-02468352-ce92-4c9c-9b3a-e862fc80d7c8 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:17.295112 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-02468352-ce92-4c9c-9b3a-e862fc80d7c8 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/networks?id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be HTTP/1.1" status: 200 len: 810 time: 0.8442986 Jun 30 21:36:17.366623 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-3d2f2e99-be70-4cf3-875d-6570225fd9d7 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/quotas/4576e41925e04503afcc5a92a39ef61b HTTP/1.1" status: 200 len: 375 time: 0.0507879 Jun 30 21:36:17.473247 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:36:17.648797 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Network 08d51325-f2a6-475d-8431-de766d24d96e is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:17.651628 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:17.680095 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:17.723666 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Transition to ACTIVE for port object eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:17.758222 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] For port da303960-6505-459e-9a66-775a74c5996a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=da303960-6505-459e-9a66-775a74c5996a,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:17.807132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:17.855385 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:17.996096 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5b8da4-a982-4908-bb76-18bc59723bc8,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:18.020174 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.033424 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16024a-4708-424d-9040-805bedc4197b None None] Pushing event updated for resources: {'Port': ['ID=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:18.043781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port ba719513-fc01-46c4-aa0f-c1a624cb00e9 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:18.062107 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-bb6e0325-ffc1-40d1-9d51-83403265fcf3 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4576e41925e04503afcc5a92a39ef61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6938679 Jun 30 21:36:18.085921 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port ba719513-fc01-46c4-aa0f-c1a624cb00e9 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:18.086387 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.222231 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.413708 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.462435 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port ba719513-fc01-46c4-aa0f-c1a624cb00e9, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=ba719513-fc01-46c4-aa0f-c1a624cb00e9,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:18.498179 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Attempting to bind port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:18.498585 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Attempting to bind port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:18.499015 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Attempting to bind port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Bound port: eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:18.521770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.525398 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ed9878b2-a60c-4c1b-9fcd-f9a5902c18ee None None] Provisioning complete for port da303960-6505-459e-9a66-775a74c5996a triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:18.525768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed9878b2-a60c-4c1b-9fcd-f9a5902c18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.558251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Checking segment: {'id': '02d0eb68-c49f-4c2c-a74a-775b5851a319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6db0dac4-cbe3-446f-8840-4054686abddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:18.558895 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Network hostable DHCP agents. Network: 6db0dac4-cbe3-446f-8840-4054686abddd, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:36:18.583262 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0efd-f766-4329-adca-fedd65684414 None None] Pushing event updated for resources: {'Port': ['ID=da303960-6505-459e-9a66-775a74c5996a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:18.603438 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.650342 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:18.673347 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:18.691423 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:18.692090 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:18.726107 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-eae87697-7c58-460e-97b1-42cfc96b08fb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:36:18.732849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Network 6db0dac4-cbe3-446f-8840-4054686abddd is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:36:18.742138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-eae87697-7c58-460e-97b1-42cfc96b08fb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1852918 Jun 30 21:36:18.756370 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:36:18.758981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=ba719513-fc01-46c4-aa0f-c1a624cb00e9,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:18.780054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] For port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:18.788204 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] For port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:18.816489 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.817470 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-76586122-41fe-4f07-b527-19ce6f4d0cdd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1051812 Jun 30 21:36:18.821835 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 52946) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:18.896307 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ed9878b2-a60c-4c1b-9fcd-f9a5902c18ee None None] Provisioning complete for port 14dc74c4-d910-453c-8b97-0f2a517a037f triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:18.897526 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed9878b2-a60c-4c1b-9fcd-f9a5902c18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.912717 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:18.961717 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:19.013184 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6b8a2a63-498c-4ad5-a837-caac9de45388 admin admin] 10.222.0.11 "PUT /v2.0/routers/42e30069-e1c5-4c17-805c-caaccb30515b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8855824 Jun 30 21:36:19.013938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 6db0dac4-cbe3-446f-8840-4054686abddd) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:19.030389 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:19.035643 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:19.039792 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:19.096590 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:19.211558 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0ae6f-df7e-496a-af59-7a1566b8ecdf None None] Network 6db0dac4-cbe3-446f-8840-4054686abddd requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:19.248255 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-915bcf55-835f-4bb2-8162-f27c0a9526d6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7193940 Jun 30 21:36:19.252685 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device ba719513-fc01-46c4-aa0f-c1a624cb00e9 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:19.308119 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Allocated IP 172.20.0.1 (35bd9f66-571b-4322-a5c4-7625fb20429c/dd426402-643a-436e-a44d-30dcfe50fa87/0923487d-9b6c-4cff-a086-375b18890dce) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:19.371222 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-0e7b6e06-576c-4bcb-8d68-5675bbf53783 service neutron] 10.222.0.11 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275821 Jun 30 21:36:19.482238 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:19.483423 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:19.496027 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ed9878b2-a60c-4c1b-9fcd-f9a5902c18ee None None] Port 14dc74c4-d910-453c-8b97-0f2a517a037f cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:19.506060 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:19.507210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:19.576582 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 3, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:19.599282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:19.613644 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:19.614173 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Updating router 9240e065-73eb-45b8-b5d2-2f0d036721a4 port 35f6c10c-853a-44e2-9d61-0d06131582aa binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:19.640588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 52970) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:19.669225 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:19.881520 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-40d33b5b-cffc-4d87-8a5b-912d26ec53d1 service neutron] 10.222.0.11 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054148 Jun 30 21:36:19.916548 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Deleting subnet 61478cad-5d84-4c2d-8e90-8c3154f567e8 {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:36:19.935357 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:19.985504 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16024a-4708-424d-9040-805bedc4197b None None] Pushing event updated for resources: {'Port': ['ID=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:20.009126 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.028154 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Transition to ACTIVE for port object 35f6c10c-853a-44e2-9d61-0d06131582aa will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:20.045146 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.153649 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:20.178337 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.194802 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.199537 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.234028 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Network 35bd9f66-571b-4322-a5c4-7625fb20429c is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:20.238416 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:20.250122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:20.250122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.250555 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port ba719513-fc01-46c4-aa0f-c1a624cb00e9 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:20.251192 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.368199 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00fb68-9ccb-4287-bc62-2d764587fd5c None None] Pushing event updated for resources: {'Port': ['ID=35f6c10c-853a-44e2-9d61-0d06131582aa,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:20.434255 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Attempting to bind port 35f6c10c-853a-44e2-9d61-0d06131582aa on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:20.435011 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Attempting to bind port 35f6c10c-853a-44e2-9d61-0d06131582aa by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:20.435643 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Attempting to bind port 35f6c10c-853a-44e2-9d61-0d06131582aa on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:20.454509 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.454803 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:20.455371 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:20.456150 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.456876 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:20.457765 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Bound port: 35f6c10c-853a-44e2-9d61-0d06131582aa, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:20.458503 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.530563 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca67e4-88a8-4ab2-ad92-70ad4e5ec809 None None] Network 6db0dac4-cbe3-446f-8840-4054686abddd requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:36:20.565297 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.850638 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] For port 35f6c10c-853a-44e2-9d61-0d06131582aa, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:20.850957 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61478cad-5d84-4c2d-8e90-8c3154f567e8,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:20.850957 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.851139 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] For port 35f6c10c-853a-44e2-9d61-0d06131582aa, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35f6c10c-853a-44e2-9d61-0d06131582aa,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:20.851874 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-72f2acac-918c-491d-9e67-7bf6333967ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/61478cad-5d84-4c2d-8e90-8c3154f567e8 HTTP/1.1" status: 204 len: 168 time: 1.0820041 Jun 30 21:36:20.851874 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53000) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:20.851874 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.852055 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:20.852137 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:20.933195 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e29200de-4c0a-49b3-8c70-ad88c594410e req-b834ba1d-ff41-49ba-b482-801334b0668b tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.1780286 Jun 30 21:36:20.981828 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:21.013930 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:21.021552 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:21.202930 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00fb68-9ccb-4287-bc62-2d764587fd5c None None] Pushing event updated for resources: {'Port': ['ID=35f6c10c-853a-44e2-9d61-0d06131582aa,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:21.245632 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Allocated IP 172.20.0.1 (df621c36-f737-4852-bdce-55c00d484cb4/612f05ec-25bf-4b25-8544-913f846743a7/a0ff3533-c68e-4f5f-bf6a-7105773d3868) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:21.289463 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53018) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:21.326794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.327445 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254344992', 'description': 'tempest-description--459296826'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:21.337084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.424742 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:21.481049 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.486868 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.533605 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.549763 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Transition to ACTIVE for port object a0ff3533-c68e-4f5f-bf6a-7105773d3868 will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:21.555181 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.572248 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.572816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.573737 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.574300 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > port after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.574936 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.575456 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.575959 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.576445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.576979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.577488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:21.596327 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.692375 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.756715 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device da303960-6505-459e-9a66-775a74c5996a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:21.866706 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Network df621c36-f737-4852-bdce-55c00d484cb4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:21.875161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:21.885911 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:21.887032 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:21.962471 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:21.984105 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 3, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.096171 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00bc54-b7f6-4bef-953c-040ef92f1dc1 None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 3, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:22.119982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.167531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:22.167531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:22.167531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:22.167531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:36:22.167531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f65e54-b74d-49e9-b6a3-221d59fdb920']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.194738 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c64244b-7c5d-4484-9643-6c21d48636b6 req-6b2b9371-44bd-4489-857b-66d387293417 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.1064897 Jun 30 21:36:22.241535 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fd3a7f-4f8f-40a1-94cc-c58f64e7e39b') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.244719 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fd3a7f-4f8f-40a1-94cc-c58f64e7e39b') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.280393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.378109 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa8107-fc2a-4522-8258-742e7440173e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:22.386162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.425843 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:22.457346 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.474724 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:36:22.475202 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: from cryptography.utils import int_from_bytes Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: from cryptography.utils import int_from_bytes Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:36:22.479630 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:36:22.483656 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.485324 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fdb9cfc7-b31d-4b22-982c-466eaeaef746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1996877 Jun 30 21:36:22.495082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53058) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:22.500292 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group_rule': {'security_group_id': 'd6aa8107-fc2a-4522-8258-742e7440173e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:22.584827 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Network 35bd9f66-571b-4322-a5c4-7625fb20429c is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:22.587258 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:22.599555 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.615655 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port da303960-6505-459e-9a66-775a74c5996a triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:22.616248 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.625696 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-2c22704c-817e-42f8-8bd7-aa9597908830 None None] Provisioning for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:22.700270 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.713298 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-2c22704c-817e-42f8-8bd7-aa9597908830 None None] Provisioning complete for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:22.713641 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c22704c-817e-42f8-8bd7-aa9597908830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.756542 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:16Z', 'revision_number': 2, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.788849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.790263 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:22.795074 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40f65e54-b74d-49e9-b6a3-221d59fdb920 HTTP/1.1" status: 204 len: 168 time: 2.0658231 Jun 30 21:36:22.801898 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53064) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:22.812485 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5a5c-2ab5-4ee4-beef-c298360f5e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f65e54-b74d-49e9-b6a3-221d59fdb920,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:22.902579 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:22.903429 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Updating router 42e30069-e1c5-4c17-805c-caaccb30515b port 14dc74c4-d910-453c-8b97-0f2a517a037f binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:22.910448 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:11Z', 'revision_number': 3, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:22.973917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Router 70902c81-52fb-4625-a760-e211c660765c has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:36:23.013081 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f20a9-02b2-4122-aafe-6f00ba16b472 None None] The sync data for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi is: [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:11Z', 'revision_number': 3, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:23.024291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2c22704c-817e-42f8-8bd7-aa9597908830 None None] Port a0ff3533-c68e-4f5f-bf6a-7105773d3868 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:23.057839 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.326773 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53074) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:23.366582 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Deleting subnet 4c5b8da4-a982-4908-bb76-18bc59723bc8 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:36:23.384108 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53078) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:23.387552 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.457658 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.514225 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78a67615-631d-4aca-b54e-d1ca76c9d40b req-67eae766-5997-46ec-819b-d246ab9b085b tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.1236489 Jun 30 21:36:23.541038 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35f6c10c-853a-44e2-9d61-0d06131582aa up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:23.543226 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.574077 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.689612 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.702032 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:23.729061 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0c2b79ee-f77f-44fc-b2fa-6c9db8e75dd6 admin admin] 10.222.0.11 "PUT /v2.0/routers/70902c81-52fb-4625-a760-e211c660765c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7323337 Jun 30 21:36:23.729634 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.776795 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed2d3f08-08fe-4230-a71e-7fed001f2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.784815 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12dc3b4-7114-4396-8657-49d343d72f3a,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:23.806890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.807992 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.914735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:23.916641 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-080fc96b-20c6-487e-ba04-2098824464f7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4245703 Jun 30 21:36:23.922553 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53092) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:23.934716 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group_rule': {'security_group_id': 'd6aa8107-fc2a-4522-8258-742e7440173e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:23.940147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:23.986948 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 35f6c10c-853a-44e2-9d61-0d06131582aa completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:23.998613 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.008412 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 35f6c10c-853a-44e2-9d61-0d06131582aa triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:24.008870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.081019 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5b8da4-a982-4908-bb76-18bc59723bc8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:24.083654 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.086011 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2a544770-d35f-45a4-89a4-832962bc3cc8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c5b8da4-a982-4908-bb76-18bc59723bc8 HTTP/1.1" status: 204 len: 168 time: 1.2762103 Jun 30 21:36:24.089104 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53094) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:24.218583 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Network df621c36-f737-4852-bdce-55c00d484cb4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:24.228123 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:24.264961 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.318635 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.349978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 35f6c10c-853a-44e2-9d61-0d06131582aa, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35f6c10c-853a-44e2-9d61-0d06131582aa,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:24.475106 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.501254 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed2d3f08-08fe-4230-a71e-7fed001f2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.538878 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.557537 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:36:24.580003 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed2d3f08-08fe-4230-a71e-7fed001f2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.584889 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db0dac4-cbe3-446f-8840-4054686abddd']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:24.660145 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.677188 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d0eb68-c49f-4c2c-a74a-775b5851a319') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:24.677679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d0eb68-c49f-4c2c-a74a-775b5851a319') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:24.713578 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.724090 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Transition to ACTIVE for port object 14dc74c4-d910-453c-8b97-0f2a517a037f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:24.727652 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=35f6c10c-853a-44e2-9d61-0d06131582aa,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:24.760992 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.777536 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:36:24.778257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:36:24.783781 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:36:24.802125 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8cfdae12-4153-40f8-957c-266bc9106ba7 None None] Provisioning complete for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:24.802875 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8cfdae12-4153-40f8-957c-266bc9106ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:24.818616 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d3f08-08fe-4230-a71e-7fed001f2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e69114-1ee8-492a-a935-3ecd0c6cb637,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:24.901500 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.025282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53116) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:25.052512 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.053199 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdae12-4153-40f8-957c-266bc9106ba7 None None] Port a0ff3533-c68e-4f5f-bf6a-7105773d3868 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:25.065127 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aabbce-c7c1-417b-a0e6-34ff50d58d79 None None] Pushing event updated for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:25.189552 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Attempting to bind port 14dc74c4-d910-453c-8b97-0f2a517a037f on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:25.190411 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Attempting to bind port 14dc74c4-d910-453c-8b97-0f2a517a037f by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:25.191306 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Attempting to bind port 14dc74c4-d910-453c-8b97-0f2a517a037f on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:25.200054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:25.200888 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Checking segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:25.201617 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.202375 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Bound using segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:25.203280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Bound port: 14dc74c4-d910-453c-8b97-0f2a517a037f, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:25.203978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.243377 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:36:25.253073 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2eebb65e-383d-48a6-8198-e91b6e229093 admin admin] 10.222.0.11 "PUT /v2.0/routers/9240e065-73eb-45b8-b5d2-2f0d036721a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4294069 Jun 30 21:36:25.263645 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ed2d3f08-08fe-4230-a71e-7fed001f2663 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=891d5053726a437d9078a87dd9af7511&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9335630 Jun 30 21:36:25.271086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53126) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:25.343056 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3ad01b7-3548-4e7d-85eb-b8d39b3fdaed req-0393159a-eb4e-442b-8eec-f6ebc3c2536d tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.5874064 Jun 30 21:36:25.397276 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-4f8aa329-6dae-41eb-81cb-55ddf184ce4e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:25.409771 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-4f8aa329-6dae-41eb-81cb-55ddf184ce4e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 818 time: 0.5233130 Jun 30 21:36:25.429335 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-20790324-bf5d-45d5-a962-49f6dffd3ceb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/quotas/e1fec86267a44c6886458030a884485a HTTP/1.1" status: 200 len: 375 time: 0.0182886 Jun 30 21:36:25.434018 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] For port 14dc74c4-d910-453c-8b97-0f2a517a037f, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:25.440119 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.461956 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] For port 14dc74c4-d910-453c-8b97-0f2a517a037f, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=14dc74c4-d910-453c-8b97-0f2a517a037f,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:25.480876 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.484348 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6db0dac4-cbe3-446f-8840-4054686abddd HTTP/1.1" status: 204 len: 168 time: 1.3936942 Jun 30 21:36:25.554103 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.568131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1556c3c-2fdb-4e1b-8b61-ba5d143f51b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db0dac4-cbe3-446f-8840-4054686abddd,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:25.575749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc588-f665-46eb-a2c8-9932cd3ace77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.607573 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.666404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:25.705726 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.738814 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.774694 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aabbce-c7c1-417b-a0e6-34ff50d58d79 None None] Pushing event updated for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:25.778461 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-b215355e-1806-4d36-a61e-a05744d4e80d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3469689 Jun 30 21:36:25.781762 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:25.782348 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:25.788488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.886235 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe60b-914d-4406-b5f1-370d7af6f6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:25.887899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e24deeb-cf9e-4d99-84e4-46047cce42bc,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:25.983906 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc588-f665-46eb-a2c8-9932cd3ace77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.005429 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:26.022059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:26.022447 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.126105 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-2b42f250-cbc8-4b3d-aee7-c27ae3ee28a6 service neutron] 10.222.0.11 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101854 Jun 30 21:36:26.165404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:26.171753 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc588-f665-46eb-a2c8-9932cd3ace77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.184435 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.193655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.203486 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e69114-1ee8-492a-a935-3ecd0c6cb637 HTTP/1.1" status: 204 len: 168 time: 0.9260399 Jun 30 21:36:26.239927 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:26.256704 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ffcfc588-f665-46eb-a2c8-9932cd3ace77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b8e2f1750d04090bf6dddd4debb3462&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2296526 Jun 30 21:36:26.257850 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc588-f665-46eb-a2c8-9932cd3ace77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa3e903-bbdc-4528-9425-4a89150d9ca0,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:26.261251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53138) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:26.276531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4804df3-ece5-4f67-baa9-db1c5a7377b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e69114-1ee8-492a-a935-3ecd0c6cb637,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:26.309005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.312353 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:26.313307 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-51a96896-8d82-466a-84bc-6938b3a1c9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3892119 Jun 30 21:36:26.322332 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:26.325805 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53140) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:26.343829 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:26.425312 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.452487 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53144) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:26.515628 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-f3dcb665-935e-46da-8514-b3889fb827a5 service neutron] 10.222.0.11 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809283 Jun 30 21:36:26.539670 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.588219 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.720044 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:26.819030 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53146) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:26.820551 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-156ca64b-efe8-44bb-a30f-7c4690949213 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c582bd97ef8048a89de46ef855729ea7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3632448 Jun 30 21:36:26.853289 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:26.923321 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:26.953597 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:25Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:26.962074 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Sync routers for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:36:27.046386 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c83fa-069f-4bd8-922c-28811e568bd7 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:25Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:27.049459 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.050416 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35f6c10c-853a-44e2-9d61-0d06131582aa up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:27.093472 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53156) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:27.099863 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914822889', 'description': 'tempest-description--487734734'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:27.165215 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.237130 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.242555 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:27.274394 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:27.276792 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:35:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:27.334997 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.335275 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.353258 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.362156 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/faa3e903-bbdc-4528-9425-4a89150d9ca0 HTTP/1.1" status: 204 len: 168 time: 1.0911484 Jun 30 21:36:27.394422 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 35f6c10c-853a-44e2-9d61-0d06131582aa triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:27.394865 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.494319 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e96239fa-ae01-411d-9d5e-0d699ffe93fb req-41119da7-e1f6-4ff5-af41-81153679c119 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.1439712 Jun 30 21:36:27.619773 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 2, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:27.645000 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45df2e49-1454-45be-a510-c33c622e2469 req-123f8f47-7078-4fb4-94cd-441a3601b64e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 210 time: 0.1294141 Jun 30 21:36:27.652375 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c3dc7-281f-4492-9937-cb8d66f65d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa3e903-bbdc-4528-9425-4a89150d9ca0,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:27.685061 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.690017 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:27.691701 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Updating router 9240e065-73eb-45b8-b5d2-2f0d036721a4 port a0ff3533-c68e-4f5f-bf6a-7105773d3868 binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:27.731282 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.734487 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.740991 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d151ad1-cd38-4da9-8cb3-010865945392 HTTP/1.1" status: 204 len: 168 time: 0.9175353 Jun 30 21:36:27.761529 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f3d80-696d-4480-90b9-ee0e6d4b7d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d151ad1-cd38-4da9-8cb3-010865945392,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:27.792665 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:27.866346 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:28.145384 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Allocated IP 172.27.3.91 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/08f42dd3-cab3-4b3e-a202-0752317e3855) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:28.488026 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:28.516606 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 4, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '0923487d-9b6c-4cff-a086-375b18890dce', 'name': '', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'mac_address': 'fa:16:3e:77:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:18Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 2, 'project_id': 'e1fec86267a44c6886458030a884485a', 'subnets': [{'id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:28.537976 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53196) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:28.564578 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78f624da-fdce-4744-af5a-51a3c449940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:28.645091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:28.651621 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Checking router: 70902c81-52fb-4625-a760-e211c660765c for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:36:28.653578 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Updating router 70902c81-52fb-4625-a760-e211c660765c port 0923487d-9b6c-4cff-a086-375b18890dce binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:36:28.662023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:28.842889 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78f624da-fdce-4744-af5a-51a3c449940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:28.962882 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 14dc74c4-d910-453c-8b97-0f2a517a037f up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:28.973679 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.005304 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-78f624da-fdce-4744-af5a-51a3c449940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.029797 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Transition to ACTIVE for port object a0ff3533-c68e-4f5f-bf6a-7105773d3868 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:29.041921 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d767b44-f463-4f5c-90ef-a89fec1bbda9,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:29.042203 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.055861 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9840aebd-8213-4d61-891b-8807f34a6135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.065485 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.080782 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d79ec916-6ba0-40d7-81d0-4ac930875553 req-4a4ce057-f09a-43f3-b840-6872b66bfe8d tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.1996937 Jun 30 21:36:29.153689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:29.156816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.162835 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ff658c54-e46c-4f84-a18f-b3a6a0c7ca1e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0650876 Jun 30 21:36:29.164996 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.182380 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53220) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:29.203014 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group_rule': {'security_group_id': '3d767b44-f463-4f5c-90ef-a89fec1bbda9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:29.241968 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:29.272391 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:29.316999 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-78f624da-fdce-4744-af5a-51a3c449940d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75a7083c6a2d465a986aa4750bbb5f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766914 Jun 30 21:36:29.322275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f624da-fdce-4744-af5a-51a3c449940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5745efe1-feb8-49e8-8510-83a59c10fdd7,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:29.365125 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-1782c1d7-70e4-4421-8d24-6a92b5458a06 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:29.371966 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53224) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:29.378423 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-1782c1d7-70e4-4421-8d24-6a92b5458a06 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 818 time: 0.4612615 Jun 30 21:36:29.410863 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-140b41ac-d555-43fb-aa9d-be5695c3e682 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/quotas/e1fec86267a44c6886458030a884485a HTTP/1.1" status: 200 len: 375 time: 0.0301890 Jun 30 21:36:29.444666 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=08f42dd3-cab3-4b3e-a202-0752317e3855,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:29.527836 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231431c3-c472-4b30-a363-c1bf351c7a3f None None] Pushing event updated for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:29.762474 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.795227 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Attempting to bind port a0ff3533-c68e-4f5f-bf6a-7105773d3868 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:29.795927 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Attempting to bind port a0ff3533-c68e-4f5f-bf6a-7105773d3868 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:29.799333 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Attempting to bind port a0ff3533-c68e-4f5f-bf6a-7105773d3868 on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:29.821272 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:29.821905 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Checking segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:29.822599 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.823444 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Bound using segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:29.835669 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Bound port: a0ff3533-c68e-4f5f-bf6a-7105773d3868, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:29.836316 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.838864 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.840971 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-d76d6a96-e626-4056-8e9e-bb8e22976930 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4281564 Jun 30 21:36:29.849800 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:29.959568 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] For port a0ff3533-c68e-4f5f-bf6a-7105773d3868, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:29.963563 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] For port a0ff3533-c68e-4f5f-bf6a-7105773d3868, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0ff3533-c68e-4f5f-bf6a-7105773d3868,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:29.964933 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.009265 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-6c94fbfc-a75d-440e-b899-26f11723a288 service neutron] 10.222.0.11 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657972 Jun 30 21:36:30.047569 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.060977 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.070900 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.089563 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.097528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.098897 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Transition to ACTIVE for port object 0923487d-9b6c-4cff-a086-375b18890dce will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:30.105859 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 14dc74c4-d910-453c-8b97-0f2a517a037f completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:30.107811 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5745efe1-feb8-49e8-8510-83a59c10fdd7 HTTP/1.1" status: 204 len: 168 time: 0.7250800 Jun 30 21:36:30.110553 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.114780 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 14dc74c4-d910-453c-8b97-0f2a517a037f triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:30.115173 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.138456 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34e870-8f4a-4bbe-9f90-7a5d11cd8dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5745efe1-feb8-49e8-8510-83a59c10fdd7,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:30.182037 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.255924 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53244) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:30.292090 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:30.295751 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.296183 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:30.315444 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.322901 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.368545 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.568934 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-dfa41ee8-7a85-41f0-bc6a-d5a82568a41b service neutron] 10.222.0.11 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417991 Jun 30 21:36:30.602583 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf3e218-77a1-43a0-8553-fec402180ba4,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:30.614138 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.618288 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-68cad553-1fbb-4924-b40c-5d32c2b254df tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4289391 Jun 30 21:36:30.632470 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53248) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:30.646461 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group_rule': {'security_group_id': '3d767b44-f463-4f5c-90ef-a89fec1bbda9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:30.669720 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 14dc74c4-d910-453c-8b97-0f2a517a037f, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=14dc74c4-d910-453c-8b97-0f2a517a037f,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:30.696962 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d0545bcc-5a22-4689-8757-9d873f2da597 req-c6dd4b89-0a34-4bef-ac3f-98ff4c43dd77 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.2580452 Jun 30 21:36:30.717881 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231431c3-c472-4b30-a363-c1bf351c7a3f None None] Pushing event updated for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:30.741302 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad9c86-66d0-4e78-b7f5-3c13f585ec14 None None] Pushing event updated for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:30.741614 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:30.748175 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a83ce644-623a-4cee-ae94-99e102121aa4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=316f116362c441528bd6bb3a1b137899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904923 Jun 30 21:36:30.753255 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53252) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:30.922584 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.932730 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:30.971679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:30.975147 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.101886 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.127562 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Attempting to bind port 0923487d-9b6c-4cff-a086-375b18890dce on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:31.128551 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Attempting to bind port 0923487d-9b6c-4cff-a086-375b18890dce by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:31.129466 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Attempting to bind port 0923487d-9b6c-4cff-a086-375b18890dce on network 35bd9f66-571b-4322-a5c4-7625fb20429c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:31.160200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.164174 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.167607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.189674 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:31.191872 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Checking segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:31.194008 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.195232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Bound using segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:31.196567 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Bound port: 0923487d-9b6c-4cff-a086-375b18890dce, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:31.197841 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.237540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:31.279639 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.362974 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:31.363356 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.369957 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be7595d3-7e26-48fb-86a9-666afc889e21 req-f5be31b9-1234-49a1-a6e9-eaf6a90fa068 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.0796142 Jun 30 21:36:31.429173 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:29Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:31.463774 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.466722 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.473064 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dccbba96-b8f9-4aed-b1e3-4a2686b821a8 HTTP/1.1" status: 204 len: 168 time: 0.7134216 Jun 30 21:36:31.482795 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] For port 0923487d-9b6c-4cff-a086-375b18890dce, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:31.488072 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8241a3-a0dd-422b-b32a-f1d6e27de343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccbba96-b8f9-4aed-b1e3-4a2686b821a8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:31.498930 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] For port 0923487d-9b6c-4cff-a086-375b18890dce, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=0923487d-9b6c-4cff-a086-375b18890dce,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:31.543912 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5279ee-4463-43f9-900b-4e461e5807f3 None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:29Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:31.569672 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=08f42dd3-cab3-4b3e-a202-0752317e3855,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:31.572918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf31973-0924-4574-97ba-28558b2d75db,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:31.587377 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.636369 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.665231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.671631 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0b6beeca-a623-4f0c-8f06-e58d71f04639 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0333526 Jun 30 21:36:31.672748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53280) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:31.677861 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.13', 53714) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:31.693842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:31.731295 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.748457 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6b588959-3174-40ad-aa9e-3984def36b1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4106755 Jun 30 21:36:31.880235 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.927558 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:31.956497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad9c86-66d0-4e78-b7f5-3c13f585ec14 None None] Pushing event updated for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:32.065733 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-55528412-d307-4996-b2d1-814b745c86f4 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:32.073571 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-55528412-d307-4996-b2d1-814b745c86f4 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.13 "GET /v2.0/networks?id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be HTTP/1.1" status: 200 len: 810 time: 0.3806727 Jun 30 21:36:32.157378 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Request body: {'port': {'device_id': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be', 'admin_state_up': True, 'tenant_id': '4576e41925e04503afcc5a92a39ef61b'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:32.164631 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:36:32.165881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:32.385818 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:32.620073 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:36:32.718010 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9977219a-8bb2-428d-b41a-dcff7b1f9049 req-5ae27f74-6c6e-4de8-ad5c-39fd3bfe3276 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.3059094 Jun 30 21:36:32.803239 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c27e7c8-de76-4e20-a99a-dd24208d1203 req-4824c11b-282e-42a2-a76a-d4709771e760 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.2280531 Jun 30 21:36:32.868330 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Allocated IP 172.27.3.166 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/b35a5a11-a63d-4090-9e92-c590df874715) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:32.941717 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 14dc74c4-d910-453c-8b97-0f2a517a037f up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:32.983846 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Made reservation on behalf of 4576e41925e04503afcc5a92a39ef61b for: {'port': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:32.988767 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:33.194588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:33.355946 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 14dc74c4-d910-453c-8b97-0f2a517a037f triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:33.356998 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:33.437969 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:33.586439 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 4, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '0923487d-9b6c-4cff-a086-375b18890dce', 'name': '', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'mac_address': 'fa:16:3e:77:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:18Z', 'updated_at': '2021-06-30T21:36:31Z', 'revision_number': 4, 'project_id': 'e1fec86267a44c6886458030a884485a', 'subnets': [{'id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:36:33.639972 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:33.645097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:33.653674 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:33.659496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=b35a5a11-a63d-4090-9e92-c590df874715,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:33.694450 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-fc4341d0-f22a-4085-9bf4-4d03a835ccb3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--254344992&fields=id&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 267 time: 0.4353468 Jun 30 21:36:33.997693 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Allocated IP 172.20.0.10 (a72c11e3-2b1a-4b09-a03c-7ec3a80a72be/1e53069c-d058-485f-bd0a-58af694ecbea/bfc49e38-621f-4613-ba4e-576ab2674658) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:34.043445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:34.075929 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0393a01-6aa3-4a5c-b818-d89e70d6ab47 None None] The sync data for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi is: [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:36:20Z', 'revision_number': 4, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '0923487d-9b6c-4cff-a086-375b18890dce', 'name': '', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'mac_address': 'fa:16:3e:77:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:18Z', 'updated_at': '2021-06-30T21:36:31Z', 'revision_number': 4, 'project_id': 'e1fec86267a44c6886458030a884485a', 'subnets': [{'id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:36:34.104795 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-3ff9452c-b6aa-4bcf-940f-aa1d4509caca tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:34.113218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-3ff9452c-b6aa-4bcf-940f-aa1d4509caca tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 817 time: 0.4027803 Jun 30 21:36:34.130193 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0ff3533-c68e-4f5f-bf6a-7105773d3868 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:34.154445 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-32ed85b2-c520-406b-ac97-e91ce85fd391 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/quotas/8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 375 time: 0.0397038 Jun 30 21:36:34.257979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:34.376700 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9563a60f-0cdf-4d81-bca8-eeb895d72791 req-f6c0080f-443f-4dd9-ad79-ee76eb3e8015 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.0675900 Jun 30 21:36:34.466118 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-a101f311-072b-4344-9b32-8a1aa171bd57 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3086038 Jun 30 21:36:34.490386 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:34.496206 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:34.496951 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:34.789258 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:34.872304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port a0ff3533-c68e-4f5f-bf6a-7105773d3868, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0ff3533-c68e-4f5f-bf6a-7105773d3868,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:34.998284 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.027160 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03fddd8a-e90b-459a-ae64-5cc2c09d0cbc req-0a2787a5-4465-4c8d-9601-1db42eb59c16 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.3155160 Jun 30 21:36:35.073590 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.135884 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.237418 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-89387192-829a-463f-8afb-1cf0e8353cd1 service neutron] 10.222.0.11 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534180 Jun 30 21:36:35.295357 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:35.362969 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0923487d-9b6c-4cff-a086-375b18890dce up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:35.382000 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.420212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.13', 53726) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:35.498205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.577029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-3180a917-5444-4034-b0b2-2d0b3f8db52f service neutron] 10.222.0.11 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265042 Jun 30 21:36:35.681922 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.703854 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 0923487d-9b6c-4cff-a086-375b18890dce completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:35.711979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 0923487d-9b6c-4cff-a086-375b18890dce triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:35.712608 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.734753 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:35.767931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:35.795685 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:35.805375 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:35.810201 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:35.857054 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=b35a5a11-a63d-4090-9e92-c590df874715,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:35.942184 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Pushing event updated for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:36.144969 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-758084ba-630d-40ba-aca4-07f0b36e483c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9932532 Jun 30 21:36:36.252119 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-78a7d06a-ba4a-4a34-aa08-481cd300938f tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:36:36.266974 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-78a7d06a-ba4a-4a34-aa08-481cd300938f tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239637 Jun 30 21:36:36.314468 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:36.325743 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f1ce5810-9c90-4621-8fd6-96fb437f39f2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6516435 Jun 30 21:36:36.350635 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:36.385128 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6192f31d-ab69-4154-b7c8-a12e021aa49f req-02b827ef-050f-4a5c-81b6-af63ed967133 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.1778405 Jun 30 21:36:36.530096 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 0923487d-9b6c-4cff-a086-375b18890dce, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=0923487d-9b6c-4cff-a086-375b18890dce,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:36.586592 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe3f7-bdd0-42b4-a357-818911b406d2 req-5c102611-7551-43fa-9f3b-68bdd0423fc2 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:36.600431 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-20f3b3f8-7d6b-4c30-a6f9-c067cc631732 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:36.609818 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-20f3b3f8-7d6b-4c30-a6f9-c067cc631732 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 818 time: 1.1881542 Jun 30 21:36:36.621302 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-823fe3f7-bdd0-42b4-a357-818911b406d2 req-5c102611-7551-43fa-9f3b-68bdd0423fc2 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 932 time: 0.7915213 Jun 30 21:36:36.676171 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:36.778038 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Request body: {'port': {'device_id': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'admin_state_up': True, 'tenant_id': 'e1fec86267a44c6886458030a884485a'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:36.904215 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:36.920619 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-823fe3f7-bdd0-42b4-a357-818911b406d2 req-23504630-d11a-4213-a998-dde286d50549 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904017 Jun 30 21:36:36.944523 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.13', 53730) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:37.230526 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Made reservation on behalf of e1fec86267a44c6886458030a884485a for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:37.245256 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:37.373330 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0923487d-9b6c-4cff-a086-375b18890dce up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:37.567694 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 0923487d-9b6c-4cff-a086-375b18890dce triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:37.567694 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:37.569095 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fdb1e95b-daa3-47a6-8c5d-b875e8c1a0b2 req-9525dda6-0cd5-46f4-936f-9c3d03331fe6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.6438944 Jun 30 21:36:37.651344 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ec56ff30-10c4-4387-a91d-5425b50b3260 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:37.654988 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ec56ff30-10c4-4387-a91d-5425b50b3260 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 818 time: 0.9282050 Jun 30 21:36:37.693380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-021f442f-b35b-4366-a6f9-92a30d0d6a23 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--914822889&fields=id&tenant_id=0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 267 time: 0.1552753 Jun 30 21:36:37.753846 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0ff3533-c68e-4f5f-bf6a-7105773d3868 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:36:37.776746 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Request body: {'port': {'device_id': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'admin_state_up': True, 'tenant_id': 'e1fec86267a44c6886458030a884485a'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:37.821312 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fb2d193c-d187-438b-ae15-09f736cf2057 req-e83547e5-2b9e-4e6a-80d1-2fb49f2b3a2f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.1145597 Jun 30 21:36:37.837769 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port a0ff3533-c68e-4f5f-bf6a-7105773d3868 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:37.837982 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Allocated IP 172.20.0.10 (35bd9f66-571b-4322-a5c4-7625fb20429c/dd426402-643a-436e-a44d-30dcfe50fa87/ce26ef0a-b1fd-494f-bf34-e23ff7fa978f) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:37.838593 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:38.386366 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-bd3a9e67-1858-4719-81eb-7b3ee465fedc tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:38.388697 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-bd3a9e67-1858-4719-81eb-7b3ee465fedc tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 810 time: 0.6628354 Jun 30 21:36:38.418203 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:38.434625 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92f4f-4be0-4f6c-9b48-5c3a59f84011 req-fbc75eac-5bbe-419a-854d-616db2305497 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:38.448760 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73b92f4f-4be0-4f6c-9b48-5c3a59f84011 req-fbc75eac-5bbe-419a-854d-616db2305497 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 932 time: 0.2640848 Jun 30 21:36:38.544066 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-95eafdad-0c8e-4846-84e8-44a47b5387da tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/quotas/0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 375 time: 0.1477377 Jun 30 21:36:38.590219 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Request body: {'port': {'device_id': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:38.664938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:38.674670 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Made reservation on behalf of e1fec86267a44c6886458030a884485a for: {'port': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:38.678858 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:38.909295 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Network 35bd9f66-571b-4322-a5c4-7625fb20429c is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:38.931804 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:38.955673 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:39.087365 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73b92f4f-4be0-4f6c-9b48-5c3a59f84011 req-e06b99ac-485a-45d3-a64d-70f7943b3e09 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330283 Jun 30 21:36:39.114001 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Allocated IP 172.20.0.7 (35bd9f66-571b-4322-a5c4-7625fb20429c/dd426402-643a-436e-a44d-30dcfe50fa87/e99be573-30af-43b2-8486-dc713455194e) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:39.134856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:39.157528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:39.163443 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:39.226854 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Pushing event updated for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:39.299808 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-fc10e374-8486-4101-8266-ca20f6fa3d2a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5334122 Jun 30 21:36:39.583605 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e4a08f8e-c1aa-4e83-9912-1a21ff026dc5 req-8bf2aedb-c553-4dde-a8c5-6b48bef3b065 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.0696344 Jun 30 21:36:39.655698 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-d66d8eb0-3b67-40c8-a638-6200a1f03bb6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0024610 Jun 30 21:36:39.886419 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cc52095b-35e5-4056-957b-55328a681477 req-8c53feb3-2307-45e2-bcd5-31962f55209b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.1055446 Jun 30 21:36:39.914139 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:39.959682 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-eed738bf-7dc8-4559-a0d7-d7e10a9ab266 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:36:39.960734 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-eed738bf-7dc8-4559-a0d7-d7e10a9ab266 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0658998 Jun 30 21:36:40.062015 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc49e38-621f-4613-ba4e-576ab2674658 {{(pid=93698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:40.103938 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:40.151753 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Transition to ACTIVE for port object bfc49e38-621f-4613-ba4e-576ab2674658 will not be triggered until provisioned by entity L2. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:40.173695 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c4817c31-02ee-4ecd-9a0e-99cd9f3051e6 service neutron] 10.222.0.11 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001178 Jun 30 21:36:40.227125 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:40.292299 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Pushing event updated for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:40.294965 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:40.379684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Network 35bd9f66-571b-4322-a5c4-7625fb20429c is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:40.419733 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:40.428050 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:40.433878 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:40.434575 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:40.509589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:40.607943 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-39cbef74-ffec-465d-b08c-a46e2c6ba417 service neutron] 10.222.0.11 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181867 Jun 30 21:36:40.626968 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Attempting to bind port bfc49e38-621f-4613-ba4e-576ab2674658 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:40.627343 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Attempting to bind port bfc49e38-621f-4613-ba4e-576ab2674658 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be'}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:40.627896 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Attempting to bind port bfc49e38-621f-4613-ba4e-576ab2674658 on network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:40.632133 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-ce584091-a517-4852-82d8-fa7384489768 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8980765 Jun 30 21:36:40.645952 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Port bfc49e38-621f-4613-ba4e-576ab2674658 on network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:36:40.645952 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Attempting to bind port bfc49e38-621f-4613-ba4e-576ab2674658 on network a72c11e3-2b1a-4b09-a03c-7ec3a80a72be {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:40.696247 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551173-1e90-4082-a1aa-bcbd2f5ee401 req-88d92e30-cec5-43ac-9bfc-51205e10b47c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:40.698597 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6e551173-1e90-4082-a1aa-bcbd2f5ee401 req-88d92e30-cec5-43ac-9bfc-51205e10b47c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.3349965 Jun 30 21:36:40.707809 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:40.707809 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Checking segment: {'id': '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:40.708446 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Bound using segment: {'id': '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be'} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:40.708940 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Bound port: bfc49e38-621f-4613-ba4e-576ab2674658, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be'}}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:40.709334 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:40.799221 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6e551173-1e90-4082-a1aa-bcbd2f5ee401 req-5957f915-ad72-4662-a2cc-c531be8deb12 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833447 Jun 30 21:36:40.885403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, cleared binding levels {{(pid=93698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:40.893040 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfc49e38-621f-4613-ba4e-576ab2674658,segment=NetworkSegment(4ac94bb6-894d-4d4b-8ee1-8d8e213814ff),segment_id=4ac94bb6-894d-4d4b-8ee1-8d8e213814ff)] {{(pid=93698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:41.589097 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:41.718810 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-460ddce6-20e2-4b06-bce7-581dc9aa6009 req-8cfeaad1-b935-493e-976d-8a2a2f29bfa9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.1371701 Jun 30 21:36:41.732832 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:41.733901 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:41.736692 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] 10.222.0.13 "PUT /v2.0/ports/bfc49e38-621f-4613-ba4e-576ab2674658 HTTP/1.1" status: 200 len: 1094 time: 4.7624969 Jun 30 21:36:41.746236 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:36:42.024915 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82a66d29-850f-455c-a514-7350b76d6eba req-1e701ce5-3760-4f24-86f9-d942ab0921fd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0987635 Jun 30 21:36:42.096047 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53100403-44e7-4ba7-b4bd-35807abf957e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=3']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:42.177829 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9608-1534-41bf-9fe6-514b7aaaf0b0 req-2a793b56-7270-440d-bd62-34e90bcf06b1 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:42.193563 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cbbf9608-1534-41bf-9fe6-514b7aaaf0b0 req-2a793b56-7270-440d-bd62-34e90bcf06b1 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 931 time: 1.2311821 Jun 30 21:36:42.265831 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53606) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:42.365083 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cbbf9608-1534-41bf-9fe6-514b7aaaf0b0 req-32b0d77c-57a2-4153-9ab8-8bbc9a9a5f0c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681457 Jun 30 21:36:42.447661 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8dd5-cea4-4698-9e98-14ad48503f9a req-09d8b4e4-b21c-487b-b1e0-6b718d92b187 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:42.458321 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5eb8dd5-cea4-4698-9e98-14ad48503f9a req-09d8b4e4-b21c-487b-b1e0-6b718d92b187 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.1392779 Jun 30 21:36:42.474531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Request body: {'port': {'device_id': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:42.493943 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Request body: {'port': {'device_id': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:42.535367 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53618) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:42.695650 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:42.761084 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:36:43.121551 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5eb8dd5-cea4-4698-9e98-14ad48503f9a req-71b6ef22-28f1-41bb-9768-8c23beb30206 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578598 Jun 30 21:36:43.388935 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-90ecced4-d01d-43ba-97a4-9d0f90c5480f req-bc78378d-ccef-469d-bf94-d8cd5d712eca tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.2659352 Jun 30 21:36:43.390789 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1ec7-9a9f-43bf-b61c-9d460390dffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:43.474707 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-4a80b696-52f1-44e0-9a2b-c44778a4859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:43.477853 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-4a80b696-52f1-44e0-9a2b-c44778a4859e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4576e41925e04503afcc5a92a39ef61b&device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 1097 time: 0.8683090 Jun 30 21:36:43.479112 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:43.581265 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6828ad06-7121-443f-9f89-a4ef292391a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:43.906848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1ec7-9a9f-43bf-b61c-9d460390dffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:43.928173 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da37c3e-0a12-4df3-89d3-0ca9b04627e5 x-openstack-request-id: req-6da37c3e-0a12-4df3-89d3-0ca9b04627e5 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:36:43.931734 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:36:43.931734 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6da37c3e-0a12-4df3-89d3-0ca9b04627e5 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:36:43.931734 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658', 'status': 'completed', 'code': 200} Jun 30 21:36:44.112528 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1ec7-9a9f-43bf-b61c-9d460390dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.131744 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f7fc9a77-c6f0-4d8b-9bb7-9bf25d7cac76 req-cc027835-79a5-49f6-8e63-c6630740482e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.2166593 Jun 30 21:36:44.209911 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce26ef0a-b1fd-494f-bf34-e23ff7fa978f {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:44.221325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.259929 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Transition to ACTIVE for port object ce26ef0a-b1fd-494f-bf34-e23ff7fa978f will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:44.262277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6828ad06-7121-443f-9f89-a4ef292391a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.346932 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-297ff731-b1e6-4222-bc64-a5758d4b77c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc49e38-621f-4613-ba4e-576ab2674658 HTTP/1.1" status: 200 len: 217 time: 0.7431982 Jun 30 21:36:44.357737 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6828ad06-7121-443f-9f89-a4ef292391a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.505660 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6828ad06-7121-443f-9f89-a4ef292391a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f46b43d9f7a4e2085e6de7a9c6684d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2378960 Jun 30 21:36:44.507180 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.510475 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53678) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:44.513064 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828ad06-7121-443f-9f89-a4ef292391a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c90e12-f423-4000-b2b9-a1008e7b58fb,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:44.558445 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ed1e1ec7-9a9f-43bf-b61c-9d460390dffe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e29b2130f744cf089619a1dfa4ad608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9660237 Jun 30 21:36:44.559343 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e1ec7-9a9f-43bf-b61c-9d460390dffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd9bc5-d2e1-4c27-88cd-53aeb00800b8,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:44.562768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53682) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:44.708637 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Pushing event updated for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:44.712023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.740118 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:44.859753 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Attempting to bind port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:44.860292 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Attempting to bind port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:44.860875 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Attempting to bind port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f on network 35bd9f66-571b-4322-a5c4-7625fb20429c {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:44.867838 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f on network 35bd9f66-571b-4322-a5c4-7625fb20429c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:36:44.868299 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Attempting to bind port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f on network 35bd9f66-571b-4322-a5c4-7625fb20429c {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:44.879146 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:44.879694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Checking segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:44.880809 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Bound using segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:44.882782 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Bound port: ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:44.883571 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.016665 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd68a21-6808-4bcf-b592-d4c81c94d540 req-7509b6ab-e063-4f8c-90ec-336cfd76ef44 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:45.022039 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8cd68a21-6808-4bcf-b592-d4c81c94d540 req-7509b6ab-e063-4f8c-90ec-336cfd76ef44 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.6742001 Jun 30 21:36:45.026249 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266190a-b4e0-4649-b8fe-19027c9762f1 req-b3b32413-b7bd-4210-875e-02a140612253 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:45.034037 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8266190a-b4e0-4649-b8fe-19027c9762f1 req-b3b32413-b7bd-4210-875e-02a140612253 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 931 time: 0.9616568 Jun 30 21:36:45.114325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:45.119967 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-345a90ac-c8cf-46df-93e2-e989b4736cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:45.121154 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:45.121651 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-345a90ac-c8cf-46df-93e2-e989b4736cbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e53069c-d058-485f-bd0a-58af694ecbea HTTP/1.1" status: 200 len: 850 time: 0.4659815 Jun 30 21:36:45.135044 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.143497 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8266190a-b4e0-4649-b8fe-19027c9762f1 req-17a62040-252d-4381-aa08-69e63f28ca4e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085935 Jun 30 21:36:45.243684 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8cd68a21-6808-4bcf-b592-d4c81c94d540 req-f6dd13ff-0262-4022-a5cc-c27cd360cb9a tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020926 Jun 30 21:36:45.310931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.330917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.332020 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.334948 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.338471 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.341173 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46c90e12-f423-4000-b2b9-a1008e7b58fb HTTP/1.1" status: 204 len: 168 time: 0.8226671 Jun 30 21:36:45.341419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99be573-30af-43b2-8486-dc713455194e {{(pid=93698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:45.386225 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.400766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:45.401561 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:45.404866 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 1094 time: 2.9374702 Jun 30 21:36:45.413461 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:36:45.464208 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a71d63-0913-45c8-a055-dd5b45da54a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c90e12-f423-4000-b2b9-a1008e7b58fb,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:45.481566 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-637859f7-fb8f-47d3-8c82-99bace87d9cc req-6006bd41-6e2d-418d-a50e-30a7bfee9ca2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.1533394 Jun 30 21:36:45.568973 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a316ab-5fd7-49b7-87f3-2cb01066092e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:36:45.586329 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0e1a-1f72-4470-891e-3d9140d74d17 service neutron] Pushing event updated for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:45.655117 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4893f26b-836b-4243-91ed-120405891623 req-c6593600-8a3f-4ba6-a651-6687090ee9e8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0478411 Jun 30 21:36:45.735812 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae670d1-3e71-4caf-8ee9-8790ac344e3c x-openstack-request-id: req-aae670d1-3e71-4caf-8ee9-8790ac344e3c {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:36:45.736534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:36:45.736534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aae670d1-3e71-4caf-8ee9-8790ac344e3c {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:36:45.736863 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'status': 'completed', 'code': 200} Jun 30 21:36:45.757777 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-c780770d-f632-425e-8ee9-15aab7948d79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985777 Jun 30 21:36:45.900012 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-5d43cb64-bf83-484b-96ba-d67a09654fc8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:45.901892 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-5d43cb64-bf83-484b-96ba-d67a09654fc8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 817 time: 0.1777151 Jun 30 21:36:46.077206 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Transition to ACTIVE for port object e99be573-30af-43b2-8486-dc713455194e will not be triggered until provisioned by entity L2. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:46.078773 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:46.081469 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:46.085597 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ffd9bc5-d2e1-4c27-88cd-53aeb00800b8 HTTP/1.1" status: 204 len: 168 time: 1.5163975 Jun 30 21:36:46.110352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30348e94-ad24-447b-896b-ac4dd4dd6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffd9bc5-d2e1-4c27-88cd-53aeb00800b8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:46.310951 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:46.419238 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Pushing event updated for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:46.634520 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Attempting to bind port e99be573-30af-43b2-8486-dc713455194e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:46.635085 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Attempting to bind port e99be573-30af-43b2-8486-dc713455194e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:46.635450 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Attempting to bind port e99be573-30af-43b2-8486-dc713455194e on network 35bd9f66-571b-4322-a5c4-7625fb20429c {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:46.659535 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Port e99be573-30af-43b2-8486-dc713455194e on network 35bd9f66-571b-4322-a5c4-7625fb20429c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:36:46.661875 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Attempting to bind port e99be573-30af-43b2-8486-dc713455194e on network 35bd9f66-571b-4322-a5c4-7625fb20429c {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:46.693447 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:46.693988 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Checking segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:46.694632 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Bound using segment: {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'} {{(pid=93698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:46.695642 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.managers [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Bound port: e99be573-30af-43b2-8486-dc713455194e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5074071-fabf-47d6-8aea-e77a11abeb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c'}}] {{(pid=93698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:46.696223 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:46.929483 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:36:46.970441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53738) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:47.002891 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-efdfbdf2-13dc-4569-a545-f90508a0ba44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.017181 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceff7e-53f6-4f30-90c1-18a62669b0c4 req-7760d048-a8b4-42b9-951f-4375356f19c7 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:47.025254 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45ceff7e-53f6-4f30-90c1-18a62669b0c4 req-7760d048-a8b4-42b9-951f-4375356f19c7 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.4900026 Jun 30 21:36:47.041209 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e6c1-2192-4cf6-8d32-177e0ab6d79c req-f4ad2eed-e33c-4739-9dbf-c2b5c31b1e8b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:47.042794 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f5a2e6c1-2192-4cf6-8d32-177e0ab6d79c req-f4ad2eed-e33c-4739-9dbf-c2b5c31b1e8b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.5849500 Jun 30 21:36:47.147365 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, cleared binding levels {{(pid=93698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:47.151790 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99be573-30af-43b2-8486-dc713455194e,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:47.157503 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45ceff7e-53f6-4f30-90c1-18a62669b0c4 req-412ae967-3772-4f1c-9b78-25632923dbac tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302059 Jun 30 21:36:47.176947 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f5a2e6c1-2192-4cf6-8d32-177e0ab6d79c req-a944938e-b733-4918-859c-afaf6beda157 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216211 Jun 30 21:36:47.218202 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.292401 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-efdfbdf2-13dc-4569-a545-f90508a0ba44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.303899 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:47.305001 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.306218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] 10.222.0.13 "PUT /v2.0/ports/e99be573-30af-43b2-8486-dc713455194e HTTP/1.1" status: 200 len: 1093 time: 4.8249478 Jun 30 21:36:47.306770 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'tag': 'e99be573-30af-43b2-8486-dc713455194e'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:36:47.315454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1939752b-0cec-4021-87c9-581f4182d271" -d '{"events": [{"name": "network-changed", "server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "tag": "e99be573-30af-43b2-8486-dc713455194e"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:36:47.356762 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-efdfbdf2-13dc-4569-a545-f90508a0ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.368695 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1391ea-eb0f-4375-9682-b5cc528ec52c service neutron] Pushing event updated for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=3']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:47.408903 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-efdfbdf2-13dc-4569-a545-f90508a0ba44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9605b35bc4147998aa20832ff76f97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340985 Jun 30 21:36:47.411310 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53744) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:47.449502 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfbdf2-13dc-4569-a545-f90508a0ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a8d3a-04b3-465e-8934-467bb379a803,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:47.534367 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8174eb40-765f-4ccf-bba7-4d246f06735d req-a88a0878-1838-4736-a718-8cce1307784b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0815606 Jun 30 21:36:47.539760 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1676f8a-2780-4d87-b1f6-c57e75dba742 req-be24a25d-4f25-4bed-b255-b6a6a5bd2094 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0882170 Jun 30 21:36:47.599834 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.640721 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.691870 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb60b14b-64b5-40a4-bd86-5304f6ccaaa2 x-openstack-request-id: req-bb60b14b-64b5-40a4-bd86-5304f6ccaaa2 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:36:47.692352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "tag": "e99be573-30af-43b2-8486-dc713455194e", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:36:47.692763 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb60b14b-64b5-40a4-bd86-5304f6ccaaa2 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:36:47.693438 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'tag': 'e99be573-30af-43b2-8486-dc713455194e', 'status': 'completed', 'code': 200} Jun 30 21:36:47.982821 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.986571 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:47.989094 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/102a8d3a-04b3-465e-8934-467bb379a803 HTTP/1.1" status: 204 len: 168 time: 0.5755415 Jun 30 21:36:47.999387 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd73c-4f78-4b84-9628-e3fb3a784445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a8d3a-04b3-465e-8934-467bb379a803,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:48.201894 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53752) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:48.400608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53760) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:48.443721 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-35ffe9a4-656d-4295-a8b7-4be6ade56e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:48.619989 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cc984-a637-4888-980d-589acf4cf789 req-cc3f11f6-bef5-4ec1-b061-895d70df3a33 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:48.627305 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d88cc984-a637-4888-980d-589acf4cf789 req-cc3f11f6-bef5-4ec1-b061-895d70df3a33 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.2714820 Jun 30 21:36:48.629632 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53768) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:48.667938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-35ffe9a4-656d-4295-a8b7-4be6ade56e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:48.683671 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d88cc984-a637-4888-980d-589acf4cf789 req-90787e5b-e6f1-4d5b-bfa2-6570a565768f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Jun 30 21:36:48.719082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc95f-74a0-4a8e-9729-d7a6d06c32f5 req-d65e4e3b-5702-4b4c-b14d-0668aaa8be06 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:48.719082 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-247cc95f-74a0-4a8e-9729-d7a6d06c32f5 req-d65e4e3b-5702-4b4c-b14d-0668aaa8be06 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.2317011 Jun 30 21:36:48.734915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-35ffe9a4-656d-4295-a8b7-4be6ade56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:48.808119 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffe9a4-656d-4295-a8b7-4be6ade56e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69db9a-9574-40ba-a76f-56ad1ba78605,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:48.846520 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-35ffe9a4-656d-4295-a8b7-4be6ade56e13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e7b82b8492149f49b55ccec5c444938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437494 Jun 30 21:36:48.847423 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-247cc95f-74a0-4a8e-9729-d7a6d06c32f5 req-387cc08b-a447-4941-8ceb-a114a4785a65 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185942 Jun 30 21:36:48.851603 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53776) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:48.980757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-71fe3aef-71a9-4d9b-9f7c-a82fbafee4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:48.996139 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.038675 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.099063 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c69d37-1fe9-4e7c-8b40-47464ab7a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.104788 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4c87f099-a4f1-4c09-9d9b-234a6659b18d req-478c9126-d8ad-4907-8a17-ebf5f759ba7a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.1241384 Jun 30 21:36:49.172983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-71fe3aef-71a9-4d9b-9f7c-a82fbafee4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.173892 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-314c0f4c-629c-456e-a340-81602f4b8516 req-e6dfd819-f4eb-4817-b4b3-ae6b6404539d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0678332 Jun 30 21:36:49.254559 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-71fe3aef-71a9-4d9b-9f7c-a82fbafee4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.286581 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.289142 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.294605 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc69db9a-9574-40ba-a76f-56ad1ba78605 HTTP/1.1" status: 204 len: 168 time: 0.4373052 Jun 30 21:36:49.313042 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-71fe3aef-71a9-4d9b-9f7c-a82fbafee4a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbb378dbf1794b549ef9a01617b32995&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1079280 Jun 30 21:36:49.320621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3aef-71a9-4d9b-9f7c-a82fbafee4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e2169-f75a-489b-b4cd-c6a029887923,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:49.329890 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53786) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:49.376591 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c69d37-1fe9-4e7c-8b40-47464ab7a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.378538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ce1b4-5e01-43cb-b2e8-288ab955e419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69db9a-9574-40ba-a76f-56ad1ba78605,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:49.420425 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.445823 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.534236 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c0c69d37-1fe9-4e7c-8b40-47464ab7a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.571860 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c69d37-1fe9-4e7c-8b40-47464ab7a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ab4b2-365b-4585-84de-1660a24af0c3,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:49.581094 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c0c69d37-1fe9-4e7c-8b40-47464ab7a9b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=996c3ada7bfb469188d9625aeb0c3ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478259 Jun 30 21:36:49.585711 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53790) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:49.666947 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.671591 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.673527 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b59e2169-f75a-489b-b4cd-c6a029887923 HTTP/1.1" status: 204 len: 168 time: 0.3421488 Jun 30 21:36:49.680959 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.693977 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3757fb-2a5e-4aab-8c99-d3f84d6714db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e2169-f75a-489b-b4cd-c6a029887923,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:49.742993 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.891269 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.892490 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:49.893738 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a0ab4b2-365b-4585-84de-1660a24af0c3 HTTP/1.1" status: 204 len: 168 time: 0.3070052 Jun 30 21:36:49.907739 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1778639-19a6-40b8-86d0-3e49888465ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ab4b2-365b-4585-84de-1660a24af0c3,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:49.980763 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b08887-5a51-4b8a-b377-9504333847ea req-6f54f02f-8344-4575-8bfd-a92ce4f93e70 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:49.983132 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1b08887-5a51-4b8a-b377-9504333847ea req-6f54f02f-8344-4575-8bfd-a92ce4f93e70 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.1058547 Jun 30 21:36:50.088799 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1b08887-5a51-4b8a-b377-9504333847ea req-67db9064-be59-4b83-a3de-ad65460b86c2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981326 Jun 30 21:36:50.168011 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e69d4-da32-4772-8012-527210ed698a req-0b6ebf40-2860-435a-bc7a-d9cdb0d1946f tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:50.185803 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a3e69d4-da32-4772-8012-527210ed698a req-0b6ebf40-2860-435a-bc7a-d9cdb0d1946f tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.1545515 Jun 30 21:36:50.247777 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a3e69d4-da32-4772-8012-527210ed698a req-2c2dc7d3-abae-4c49-8b3b-bd65315fd038 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Jun 30 21:36:50.365188 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7d61d50e-0dc7-473f-9a80-96a9dd0b9b46 req-60f66fc0-33ae-41a6-bb5a-721fb07712d3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0404043 Jun 30 21:36:50.440017 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-11311c21-35af-4da9-8596-0cfea3c77e8e req-96c4ddc7-aea4-4ee0-9a78-9df077ed73b7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0316787 Jun 30 21:36:50.810271 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53826) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:50.825915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d4642da5-0397-45a8-8b90-1ae00e9d3db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:50.950582 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d4642da5-0397-45a8-8b90-1ae00e9d3db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:50.963831 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.13', 53743) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:51.043613 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-8b211da1-bbc5-484d-9817-562c2dd6035a service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695023 Jun 30 21:36:51.051964 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d4642da5-0397-45a8-8b90-1ae00e9d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:51.145670 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-02b6c624-1c4d-4638-8189-755be4cd2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.146935 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-02b6c624-1c4d-4638-8189-755be4cd2b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1097 time: 0.1517506 Jun 30 21:36:51.160999 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4642da5-0397-45a8-8b90-1ae00e9d3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ce92c-84a2-4eec-aa2f-e16e209fb45e,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:51.171205 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-5dd4e17b-9898-4010-b065-5e0765b11552 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 379 time: 0.1762431 Jun 30 21:36:51.173361 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d4642da5-0397-45a8-8b90-1ae00e9d3db1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44f6b1ba96414e29a816535f1cb03aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618238 Jun 30 21:36:51.184390 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 53832) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:51.187624 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'port': {'device_id': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'admin_state_up': True, 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'security_groups': ['d6aa8107-fc2a-4522-8258-742e7440173e']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:51.226283 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53834) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:51.240721 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939752b-0cec-4021-87c9-581f4182d271 req-6415be33-8900-4f4b-812e-8d9fa4af86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.242547 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1939752b-0cec-4021-87c9-581f4182d271 req-6415be33-8900-4f4b-812e-8d9fa4af86e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1096 time: 0.2436409 Jun 30 21:36:51.252288 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-507e6789-0fc8-412e-ab68-00f829ca435d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:51.282104 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6692f2f9-c7cc-4509-a808-8a368e9be5d6 req-dfa9f044-5055-464f-a3eb-8f79b0811c76 service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208159 Jun 30 21:36:51.448303 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:51.473689 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-b22ac302-c451-4e03-8f20-bbf29a9b93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.476098 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-b22ac302-c451-4e03-8f20-bbf29a9b93f1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1fec86267a44c6886458030a884485a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3136935 Jun 30 21:36:51.496346 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939752b-0cec-4021-87c9-581f4182d271 req-85e87628-f575-46c6-a03f-d8f3efc05630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.498054 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1939752b-0cec-4021-87c9-581f4182d271 req-85e87628-f575-46c6-a03f-d8f3efc05630 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1fec86267a44c6886458030a884485a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2395737 Jun 30 21:36:51.537234 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:51.931625 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-4c440f17-6558-46af-9204-bc9c9eb8f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.933314 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47a316ab-5fd7-49b7-87f3-2cb01066092e req-4c440f17-6558-46af-9204-bc9c9eb8f3d0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4476252 Jun 30 21:36:51.946440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-de2839b3-5402-40f4-9562-2d56167324f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.959489 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-de2839b3-5402-40f4-9562-2d56167324f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4576e41925e04503afcc5a92a39ef61b&device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 1097 time: 0.3315196 Jun 30 21:36:51.961880 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a2958-ee2a-409f-846b-6c862f100ac0 req-38404a6c-d90e-45e7-99f3-2298a9fab606 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:51.969139 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f76a2958-ee2a-409f-846b-6c862f100ac0 req-38404a6c-d90e-45e7-99f3-2298a9fab606 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.3512514 Jun 30 21:36:51.991017 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-507e6789-0fc8-412e-ab68-00f829ca435d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.007300 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa834e3-64d7-4054-b03a-69d873f81224 req-9d256291-3858-48a5-8e58-90f5588fc0ba tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.008891 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4aa834e3-64d7-4054-b03a-69d873f81224 req-9d256291-3858-48a5-8e58-90f5588fc0ba tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.3713470 Jun 30 21:36:52.041016 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939752b-0cec-4021-87c9-581f4182d271 req-9928fc9d-6bd1-4e25-9c1c-1f7f8efe8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.043432 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1939752b-0cec-4021-87c9-581f4182d271 req-9928fc9d-6bd1-4e25-9c1c-1f7f8efe8dbf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5271142 Jun 30 21:36:52.064127 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.068247 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.072263 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c3ce92c-84a2-4eec-aa2f-e16e209fb45e HTTP/1.1" status: 204 len: 168 time: 0.8819573 Jun 30 21:36:52.097309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-507e6789-0fc8-412e-ab68-00f829ca435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.133014 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c6eb1-aab9-4435-8b21-656e08f9ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ce92c-84a2-4eec-aa2f-e16e209fb45e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:52.166807 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f76a2958-ee2a-409f-846b-6c862f100ac0 req-50b15671-6ee4-4f54-a2f7-77cbc5673de3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962674 Jun 30 21:36:52.202937 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-507e6789-0fc8-412e-ab68-00f829ca435d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b3a4af2722543198272f04b7d58bffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9725013 Jun 30 21:36:52.205086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 53858) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:52.253616 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e6789-0fc8-412e-ab68-00f829ca435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b7f0c-77f3-40c1-ba91-5330366d17bb,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:52.286928 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.13', 53746) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:52.321985 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Made reservation on behalf of 8bc4288288b846ef9aa6886e607d6b49 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:52.325817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.413084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-43717a0e-7318-437f-90e9-3ba762494d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.414816 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-43717a0e-7318-437f-90e9-3ba762494d50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1096 time: 0.2818418 Jun 30 21:36:52.428567 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.565693 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-d9d1f287-3926-4e7d-9c75-453c9bb142f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e99be573-30af-43b2-8486-dc713455194e HTTP/1.1" status: 200 len: 217 time: 0.1318197 Jun 30 21:36:52.592228 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86ac8cef-1308-4795-a2c5-c3ecd163e917 req-06d2dc36-a715-4587-a403-9f65886dc9d9 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0639634 Jun 30 21:36:52.654543 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4aa834e3-64d7-4054-b03a-69d873f81224 req-09edf44c-4288-4b57-beca-5053cfda7e72 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207993 Jun 30 21:36:52.673542 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:52.699405 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-cfae4171-f583-413d-8277-32501890f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.700907 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-cfae4171-f583-413d-8277-32501890f770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be HTTP/1.1" status: 200 len: 910 time: 0.6911011 Jun 30 21:36:52.705579 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-6c516b5d-eebb-40a6-97c3-5309b04e6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.707131 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-6c516b5d-eebb-40a6-97c3-5309b04e6986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1097 time: 0.5020444 Jun 30 21:36:52.778794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-7d748216-0a6e-42a6-bcb2-b112fa254324 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.782710 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-7d748216-0a6e-42a6-bcb2-b112fa254324 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 810 time: 0.4932377 Jun 30 21:36:52.818537 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-df9fb8bc-e01c-465b-860c-0d6b831b2c9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc49e38-621f-4613-ba4e-576ab2674658 HTTP/1.1" status: 200 len: 217 time: 0.0711560 Jun 30 21:36:52.829315 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-0a46f659-7fe0-43d3-90a2-5874de2074f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.1001580 Jun 30 21:36:52.831372 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-260b0068-f6f0-41cc-b44a-ac94d8b1d727 req-35f303f9-4ec5-422c-91fe-d57e0f2881b8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0392139 Jun 30 21:36:52.922194 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-7f490d6f-b403-4b43-910f-d158b7f70b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.923993 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-7f490d6f-b403-4b43-910f-d158b7f70b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e53069c-d058-485f-bd0a-58af694ecbea HTTP/1.1" status: 200 len: 850 time: 0.0970986 Jun 30 21:36:52.931373 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-5e866b66-d6ac-41c5-877d-b92f37a52b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.932981 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-5e866b66-d6ac-41c5-877d-b92f37a52b1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0931568 Jun 30 21:36:52.967081 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-8c1dd132-6ccd-4277-b6f3-9dc32265a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:52.968580 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-8c1dd132-6ccd-4277-b6f3-9dc32265a599 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.3759587 Jun 30 21:36:52.973440 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-8cd7e879-17fd-4b6e-9864-faf05463b9ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389199 Jun 30 21:36:52.985783 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Allocated IP 172.20.0.14 (08d51325-f2a6-475d-8431-de766d24d96e/533c9c58-94e3-402a-a5da-cde43cf0e592/d78aa42e-9089-4b2a-8d1f-d00fb2614f8d) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:52.997830 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-e6cc09e1-bc04-481e-be11-6738c715d685 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539911 Jun 30 21:36:53.055934 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-50319dbf-46ad-4ffb-84c5-d72e212eeefe tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 379 time: 0.1861637 Jun 30 21:36:53.058182 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-7ed50e8e-07eb-4d1f-ae93-88ad5fa73d5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665224 Jun 30 21:36:53.072352 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'port': {'device_id': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'admin_state_up': True, 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'security_groups': ['3d767b44-f463-4f5c-90ef-a89fec1bbda9']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:53.183110 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-fc89598e-0c3a-49b0-af8e-65d252d080d0 service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879730 Jun 30 21:36:53.183677 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:53.185762 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:53.187358 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec9b7f0c-77f3-40c1-ba91-5330366d17bb HTTP/1.1" status: 204 len: 168 time: 0.9798441 Jun 30 21:36:53.203879 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-b3307e02-1866-478e-b550-938ae7e3338b service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869097 Jun 30 21:36:53.296283 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d6930-896b-430b-97ff-9acc831e5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b7f0c-77f3-40c1-ba91-5330366d17bb,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:53.426169 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-8d5ca900-1f80-46b1-a0d2-6a3039a2adc3 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483727 Jun 30 21:36:53.481161 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:53.545950 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Transition to ACTIVE for port object d78aa42e-9089-4b2a-8d1f-d00fb2614f8d will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:53.551146 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-44044dab-eed0-4705-b7f8-266a3232b280 service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026195 Jun 30 21:36:53.624810 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-916b3586-57b0-43ae-b416-5b5ea7b7a34f service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204156 Jun 30 21:36:53.628541 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Made reservation on behalf of 0a29ef89fbc043039a7403a40cd42470 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:36:53.633017 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9260f9-fd3c-480d-a31f-4dc17bb4078b req-cb35d9a0-5f78-4ded-9418-b45c0970062c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:53.634834 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d9260f9-fd3c-480d-a31f-4dc17bb4078b req-cb35d9a0-5f78-4ded-9418-b45c0970062c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.1450047 Jun 30 21:36:53.637355 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:53.672853 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-538f2a71-f03c-41ae-b871-70aee5cc149f service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352622 Jun 30 21:36:53.716222 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d9260f9-fd3c-480d-a31f-4dc17bb4078b req-7f563df9-7015-444d-83ed-c2e413cd9547 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553095 Jun 30 21:36:53.787859 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:53.856604 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06684270-054a-4978-804e-e743abec8d3f req-43744833-169c-4057-a826-a31faac19dbf tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0762942 Jun 30 21:36:53.913366 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Allocated IP 172.20.0.11 (df621c36-f737-4852-bdce-55c00d484cb4/612f05ec-25bf-4b25-8544-913f846743a7/361017b7-28b5-4f8a-9a0b-2d3f9491ba65) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:36:54.053582 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d91ffd-8995-470f-a92a-9eb3db30b418 req-d011ea49-06a6-421c-b524-652a815c8bef tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:54.055202 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6d91ffd-8995-470f-a92a-9eb3db30b418 req-d011ea49-06a6-421c-b524-652a815c8bef tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.0815728 Jun 30 21:36:54.098785 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Network 08d51325-f2a6-475d-8431-de766d24d96e is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:54.105752 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:54.108730 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:54.129073 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6d91ffd-8995-470f-a92a-9eb3db30b418 req-33a11bb1-ef21-4fde-876f-f9a9e8a68564 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651908 Jun 30 21:36:54.150349 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:54.190998 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dca77d-09fb-434c-97b1-e9f39bebd338 req-8cd41d3a-d5af-4249-83d9-64677516fa45 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:54.199640 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13dca77d-09fb-434c-97b1-e9f39bebd338 req-8cd41d3a-d5af-4249-83d9-64677516fa45 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 932 time: 0.1542516 Jun 30 21:36:54.236278 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:54.255732 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:54.256430 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:54.283890 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Transition to ACTIVE for port object 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:54.286214 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13dca77d-09fb-434c-97b1-e9f39bebd338 req-8e5701d3-96bf-42be-8170-73ac6612d1e0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853243 Jun 30 21:36:54.355703 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b85a1bc8-1aac-4e39-ba79-b83e088c1a3c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1805794 Jun 30 21:36:54.375138 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Request body: {'port': {'device_id': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:54.472301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:54.482935 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:54.649591 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-75b0cf13-71d2-4786-8796-ed57d54a1b8c None None] Provisioning for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:54.657755 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-75b0cf13-71d2-4786-8796-ed57d54a1b8c None None] Provisioning complete for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:54.658491 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b0cf13-71d2-4786-8796-ed57d54a1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:54.699032 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-75b0cf13-71d2-4786-8796-ed57d54a1b8c None None] Port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:54.746102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Network df621c36-f737-4852-bdce-55c00d484cb4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:36:54.754316 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:36:54.760579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:36:54.795347 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:54.940530 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:54.940530 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.079201 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-ee412b43-5fd4-4518-a860-89da1ac46332 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0131776 Jun 30 21:36:55.101545 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Request body: {'port': {'device_id': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:36:55.247634 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.275039 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:55.291984 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28a079-5fa0-4e0e-9e47-d143d656a078 req-3b014985-d4f7-47dd-9f34-3134d9c2bca6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:55.295945 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad28a079-5fa0-4e0e-9e47-d143d656a078 req-3b014985-d4f7-47dd-9f34-3134d9c2bca6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.3261383 Jun 30 21:36:55.301170 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.334475 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Transition to ACTIVE for port object d78aa42e-9089-4b2a-8d1f-d00fb2614f8d will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:55.346533 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a032993-d2a0-4a26-95e0-1ce2c68f0130 req-b137e6af-6356-447e-b2aa-bd84ac5bfc56 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:55.347574 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c1ec21dd-ccea-47a3-af40-63288b7c2633 None None] Provisioning for port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:36:55.349703 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a032993-d2a0-4a26-95e0-1ce2c68f0130 req-b137e6af-6356-447e-b2aa-bd84ac5bfc56 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 932 time: 0.2821746 Jun 30 21:36:55.355941 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c1ec21dd-ccea-47a3-af40-63288b7c2633 None None] Provisioning complete for port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:36:55.357010 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1ec21dd-ccea-47a3-af40-63288b7c2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.451812 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.459291 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a032993-d2a0-4a26-95e0-1ce2c68f0130 req-33b56a0d-dd6b-4b72-ba5f-e510d46c52f7 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987678 Jun 30 21:36:55.475307 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad28a079-5fa0-4e0e-9e47-d143d656a078 req-44c6c9a7-c5f3-4277-9945-c1ca7390e7a6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665642 Jun 30 21:36:55.488345 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec21dd-ccea-47a3-af40-63288b7c2633 None None] Port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:36:55.588713 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:55.713208 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Attempting to bind port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:55.713723 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Attempting to bind port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:55.714154 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Attempting to bind port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:55.734588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d on network 08d51325-f2a6-475d-8431-de766d24d96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:36:55.735056 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Attempting to bind port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:55.750718 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:55.766365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Checking segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:55.766365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Bound using segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:55.766365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Bound port: d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:55.766365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.786844 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c83726-6e1a-4b6a-93e1-3c57dc7064b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.872252 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:55.889363 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:55.912927 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:55.915361 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Transition to ACTIVE for port object 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:36:55.917682 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:55.960079 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb4f13-5daf-4390-baee-3388cb5050d5 req-6d76a9bd-e3ae-4a39-91bf-176701f78b7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:55.961651 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-acbb4f13-5daf-4390-baee-3388cb5050d5 req-6d76a9bd-e3ae-4a39-91bf-176701f78b7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.3200283 Jun 30 21:36:55.969276 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f22-c944-41d5-9c77-1ed88bf2a56c req-7e97af87-b3f9-4d1a-accb-a6ea19bc5ccd tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:55.970794 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5042f22-c944-41d5-9c77-1ed88bf2a56c req-7e97af87-b3f9-4d1a-accb-a6ea19bc5ccd tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.2095439 Jun 30 21:36:56.004448 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.050004 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-acbb4f13-5daf-4390-baee-3388cb5050d5 req-871b5ee9-9aae-4601-a47c-2047069fbd1d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776424 Jun 30 21:36:56.055233 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5042f22-c944-41d5-9c77-1ed88bf2a56c req-1920b4d6-da83-4e96-8ad2-09f3e04c171d tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 Jun 30 21:36:56.068499 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.121553 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:56.126889 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.127960 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.131333 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] 10.222.0.13 "PUT /v2.0/ports/d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 1094 time: 1.7602785 Jun 30 21:36:56.134135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:36:56.138269 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa861911-f80b-4baa-a990-097039a1e959" -d '{"events": [{"name": "network-changed", "server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:36:56.402167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7757ee88-2dff-47e6-97b9-1035e1a337eb x-openstack-request-id: req-7757ee88-2dff-47e6-97b9-1035e1a337eb {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:36:56.402167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:36:56.402167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7757ee88-2dff-47e6-97b9-1035e1a337eb {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:36:56.402167 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'status': 'completed', 'code': 200} Jun 30 21:36:56.450608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c705-ffef-40b4-bf4c-0ab5613cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:56.459587 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Attempting to bind port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:36:56.460026 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Attempting to bind port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:36:56.460534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Attempting to bind port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:56.466799 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 on network df621c36-f737-4852-bdce-55c00d484cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:36:56.467038 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Attempting to bind port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:36:56.475842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:36:56.476276 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Checking segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:36:56.476662 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Bound using segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:36:56.477208 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Bound port: 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:36:56.477499 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.501882 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa861911-f80b-4baa-a990-097039a1e959 req-6e6c68fd-9b46-4b8d-b8c1-9c81015e1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.503500 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aa861911-f80b-4baa-a990-097039a1e959 req-6e6c68fd-9b46-4b8d-b8c1-9c81015e1268 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1915307 Jun 30 21:36:56.629212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:36:56.634826 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:36:56.656679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa861911-f80b-4baa-a990-097039a1e959 req-f2f9bd2e-5fc2-4719-8bb2-aa0f00babecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.658562 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aa861911-f80b-4baa-a990-097039a1e959 req-f2f9bd2e-5fc2-4719-8bb2-aa0f00babecc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8bc4288288b846ef9aa6886e607d6b49&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1349964 Jun 30 21:36:56.688692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b048-b1ba-40ee-8835-d86050029a25 req-ff9ffb16-0bb8-4dca-9ba7-ccfabd18c448 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.690260 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc86b048-b1ba-40ee-8835-d86050029a25 req-ff9ffb16-0bb8-4dca-9ba7-ccfabd18c448 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.0741413 Jun 30 21:36:56.735178 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc86b048-b1ba-40ee-8835-d86050029a25 req-1d5332b7-deac-4880-957a-563b32fcd074 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381198 Jun 30 21:36:56.807370 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa861911-f80b-4baa-a990-097039a1e959 req-c7824319-0c98-4140-b905-d0c9d24b9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.809006 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aa861911-f80b-4baa-a990-097039a1e959 req-c7824319-0c98-4140-b905-d0c9d24b9a21 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1439116 Jun 30 21:36:56.834684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a0266-e3be-4e9d-a680-e3a702c43e9a req-4c86c2d7-917f-4d19-b1a9-dc421b6249de tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.836426 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-062a0266-e3be-4e9d-a680-e3a702c43e9a req-4c86c2d7-917f-4d19-b1a9-dc421b6249de tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.0755193 Jun 30 21:36:56.850245 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.912560 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-062a0266-e3be-4e9d-a680-e3a702c43e9a req-c58ea027-ba8e-442e-b662-09371c1d2669 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jun 30 21:36:56.978681 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:56.979742 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:56.982247 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1094 time: 1.8881707 Jun 30 21:36:57.043969 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2edc8-788d-47ae-818a-0870b5e41dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:57.099588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-e951aff4-48b8-490b-979f-dbfe69e35ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.104401 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-e951aff4-48b8-490b-979f-dbfe69e35ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1097 time: 0.2079184 Jun 30 21:36:57.180163 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-a5f39657-61a4-4ddc-9468-fbf185df2665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 217 time: 0.0536563 Jun 30 21:36:57.343788 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b47fc6a2-af32-40c4-ab4b-f7c2b1717a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.348523 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-b47fc6a2-af32-40c4-ab4b-f7c2b1717a29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.1671920 Jun 30 21:36:57.426187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-59f05d7f-3536-413c-bb64-1721c847ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.428281 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-59f05d7f-3536-413c-bb64-1721c847ca88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1097 time: 0.2293668 Jun 30 21:36:57.487530 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-92f89843-631d-4733-8f56-d0dc084f8a6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 217 time: 0.0468836 Jun 30 21:36:57.533255 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-c04344e1-4ec7-475c-bd86-e55c5c7d2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.535160 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-c04344e1-4ec7-475c-bd86-e55c5c7d2ede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1813781 Jun 30 21:36:57.584842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4dcb-2aaa-41b5-9544-778e891d5715 req-517f336a-c23c-4aa5-afa3-7c1b07bac851 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.587443 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7caf4dcb-2aaa-41b5-9544-778e891d5715 req-517f336a-c23c-4aa5-afa3-7c1b07bac851 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.2132537 Jun 30 21:36:57.588926 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-5d8feaf3-8389-4379-a6c2-f247f688dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.590620 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-5d8feaf3-8389-4379-a6c2-f247f688dc78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0969846 Jun 30 21:36:57.617909 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d0ef3-ba23-4313-91ac-585cb7c92527 req-3fcf3963-19a5-40e9-9a78-d9231ebf4700 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.620553 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-129d0ef3-ba23-4313-91ac-585cb7c92527 req-3fcf3963-19a5-40e9-9a78-d9231ebf4700 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 944 time: 0.2353246 Jun 30 21:36:57.683877 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-673a18a6-6f40-4f34-8ddb-189b5e3b3d95 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413867 Jun 30 21:36:57.723040 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-129d0ef3-ba23-4313-91ac-585cb7c92527 req-b016be69-cda9-48c4-8669-c3d074533adb tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792077 Jun 30 21:36:57.724771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-b71c3ba1-8e26-4bb4-b791-e17c2884af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:57.726515 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-b71c3ba1-8e26-4bb4-b791-e17c2884af16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1086545 Jun 30 21:36:57.762861 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7caf4dcb-2aaa-41b5-9544-778e891d5715 req-acb8282a-6485-4b40-b578-18d91493c3e8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600468 Jun 30 21:36:57.837559 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device bfc49e38-621f-4613-ba4e-576ab2674658 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:36:58.099778 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d847cd39-985b-4e3d-9e88-8a58606cfa04 req-10b5f0e4-a017-4181-8931-50bbc5f9262c service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081540 Jun 30 21:36:58.151357 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-a84e50cc-1dce-45d5-87c1-5cf9aa4d5cba service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173479 Jun 30 21:36:58.166331 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817901e8-d111-4710-a0fb-068d90706fb1 req-dbad2d76-8684-4475-86bb-eeb914464352 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:58.168226 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-817901e8-d111-4710-a0fb-068d90706fb1 req-dbad2d76-8684-4475-86bb-eeb914464352 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.2536225 Jun 30 21:36:58.182341 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfc49e38-621f-4613-ba4e-576ab2674658,segment=NetworkSegment(4ac94bb6-894d-4d4b-8ee1-8d8e213814ff),segment_id=4ac94bb6-894d-4d4b-8ee1-8d8e213814ff)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:58.218871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'bfc49e38-621f-4613-ba4e-576ab2674658', 'network_id': 'a72c11e3-2b1a-4b09-a03c-7ec3a80a72be', 'port_id': 'bfc49e38-621f-4613-ba4e-576ab2674658', 'mac_address': 'fa:16:3e:1a:0d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e53069c-d058-485f-bd0a-58af694ecbea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:36:58.229224 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-817901e8-d111-4710-a0fb-068d90706fb1 req-5f18edad-b005-4cac-974a-9068a7358a3e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542808 Jun 30 21:36:58.330872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:36:58.330872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ff849-51da-4aab-aaa0-7129f2ac2906" -d '{"events": [{"name": "network-changed", "server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:36:58.376566 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:58.377863 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e687fb8b-bcf5-4ea8-a94d-e769f237b642 req-898959b4-ecb2-4277-a74a-043b5e82ae17 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192397 Jun 30 21:36:58.411137 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc49e38-621f-4613-ba4e-576ab2674658 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:58.418387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b2fd7-de30-4e46-9dae-7fa64d06f81f x-openstack-request-id: req-837b2fd7-de30-4e46-9dae-7fa64d06f81f {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:36:58.418858 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:36:58.419460 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-837b2fd7-de30-4e46-9dae-7fa64d06f81f {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:36:58.419935 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'status': 'completed', 'code': 200} Jun 30 21:36:58.437305 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d5a4-36a0-4cc1-be55-3b1ba7b1c4dc req-d82b9d59-ab9d-4dd1-b93e-5f2c0dda2858 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:58.439866 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6924d5a4-36a0-4cc1-be55-3b1ba7b1c4dc req-d82b9d59-ab9d-4dd1-b93e-5f2c0dda2858 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.1081367 Jun 30 21:36:58.451679 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfc49e38-621f-4613-ba4e-576ab2674658,segment=NetworkSegment(4ac94bb6-894d-4d4b-8ee1-8d8e213814ff),segment_id=4ac94bb6-894d-4d4b-8ee1-8d8e213814ff)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:58.487952 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6924d5a4-36a0-4cc1-be55-3b1ba7b1c4dc req-945c752d-ab79-48c4-86b2-8dfcf2a70c9e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Jun 30 21:36:58.541650 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2e42f4ae-ba8e-48c5-b1c4-a76ad8b86150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:58.577051 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:58.577962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device ce26ef0a-b1fd-494f-bf34-e23ff7fa978f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:36:58.702976 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-5e3387c5-df5c-49fd-bf7c-47b1fc4da500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:58.705036 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-5e3387c5-df5c-49fd-bf7c-47b1fc4da500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1097 time: 0.0930686 Jun 30 21:36:58.886345 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:58.906216 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:58.989755 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54040) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:59.025883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:59.064022 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'port_id': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'mac_address': 'fa:16:3e:2e:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:36:59.205930 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.231631 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-8052452a-c956-4d5b-96f0-c2550eca8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.233300 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-8052452a-c956-4d5b-96f0-c2550eca8799 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.5213406 Jun 30 21:36:59.251339 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce26ef0a-b1fd-494f-bf34-e23ff7fa978f {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:36:59.304549 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:36:59.315791 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-c3769de2-e7ec-4787-be06-9845b3703fbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 217 time: 0.0752757 Jun 30 21:36:59.318404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899d2bf-5566-4933-8365-20837ddb4689 req-86697deb-60bb-40b5-9d97-70e4ab76c4ca tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.320414 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b899d2bf-5566-4933-8365-20837ddb4689 req-86697deb-60bb-40b5-9d97-70e4ab76c4ca tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 945 time: 0.0896049 Jun 30 21:36:59.351456 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fd7be-bead-4ef0-8547-a673f8b536a7 req-d3d54f74-91d5-436b-9f29-f85f6a14bc8b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.359328 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-979fd7be-bead-4ef0-8547-a673f8b536a7 req-d3d54f74-91d5-436b-9f29-f85f6a14bc8b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1633637 Jun 30 21:36:59.388248 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-058bede3-3c95-4903-b4ba-d19c8eb919e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.397654 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-058bede3-3c95-4903-b4ba-d19c8eb919e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0742400 Jun 30 21:36:59.416439 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b899d2bf-5566-4933-8365-20837ddb4689 req-5b1624dd-3eb9-4ec3-bc1f-33493b74965f tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536873 Jun 30 21:36:59.448222 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-979fd7be-bead-4ef0-8547-a673f8b536a7 req-3dcf69bb-6ea4-40c8-9073-5302d2b60eb2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833673 Jun 30 21:36:59.453216 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.493017 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3ba139e-0c32-475d-b218-81df81a5c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.578307 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:59.638395 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-660d0280-361a-4924-8975-b778873f6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.644320 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-660d0280-361a-4924-8975-b778873f6784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2395945 Jun 30 21:36:59.681404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3ba139e-0c32-475d-b218-81df81a5c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.746623 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.780945 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3ba139e-0c32-475d-b218-81df81a5c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:36:59.788460 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device e99be573-30af-43b2-8486-dc713455194e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:36:59.841258 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-06c266b6-d39c-4eec-9b7e-8cd3bc31b036 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860406 Jun 30 21:36:59.846695 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d3ba139e-0c32-475d-b218-81df81a5c165 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44b663cd317c4240bb8bd1cc6a5614ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8528373 Jun 30 21:36:59.846695 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba139e-0c32-475d-b218-81df81a5c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa98a59-44df-45b7-8214-874632584560,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:36:59.848470 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54064) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:36:59.868338 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1378f-de76-4a8c-b533-e815343679d2 req-5f7db1b7-e513-48c2-97ff-0ecde700b86d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.873818 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-43f1378f-de76-4a8c-b533-e815343679d2 req-5f7db1b7-e513-48c2-97ff-0ecde700b86d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 943 time: 0.1757057 Jun 30 21:36:59.902321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e283b-a4fe-417f-a2d2-d76237020fa1 req-9a76b24a-5a3d-40c0-bfa2-54f282ffaad8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:36:59.909566 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a2e283b-a4fe-417f-a2d2-d76237020fa1 req-9a76b24a-5a3d-40c0-bfa2-54f282ffaad8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.1828356 Jun 30 21:36:59.962795 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-43f1378f-de76-4a8c-b533-e815343679d2 req-66ecb591-bbb7-4581-bdf4-5f7b49c93a1b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835252 Jun 30 21:37:00.007847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a2e283b-a4fe-417f-a2d2-d76237020fa1 req-ead2c27c-4e3c-43c3-831a-5a88e6fd2080 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969188 Jun 30 21:37:00.023880 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99be573-30af-43b2-8486-dc713455194e,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:00.040971 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'e99be573-30af-43b2-8486-dc713455194e', 'network_id': '35bd9f66-571b-4322-a5c4-7625fb20429c', 'port_id': 'e99be573-30af-43b2-8486-dc713455194e', 'mac_address': 'fa:16:3e:6a:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd426402-643a-436e-a44d-30dcfe50fa87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:37:00.058473 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.086870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.099940 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.102872 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99be573-30af-43b2-8486-dc713455194e {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:37:00.103437 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-404ff849-51da-4aab-aaa0-7129f2ac2906 req-76056362-44ab-4791-a6db-7c4ca6f2fe6b service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594284 Jun 30 21:37:00.131595 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['ce26ef0a-b1fd-494f-bf34-e23ff7fa978f'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:37:00.193752 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99be573-30af-43b2-8486-dc713455194e,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:00.202931 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['bfc49e38-621f-4613-ba4e-576ab2674658'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:37:00.256586 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.262561 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.267019 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4aa98a59-44df-45b7-8214-874632584560 HTTP/1.1" status: 204 len: 168 time: 0.4137545 Jun 30 21:37:00.281287 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003338b-cd4e-42f1-bfbf-7a94d2c32781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa98a59-44df-45b7-8214-874632584560,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:00.353758 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:00.466714 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:00.774823 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d4e82-6572-4244-a87b-6d5edf7720db req-6c9a3300-8c08-4267-8d52-0a712a8df19b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:00.776788 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-840d4e82-6572-4244-a87b-6d5edf7720db req-6c9a3300-8c08-4267-8d52-0a712a8df19b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1630466 Jun 30 21:37:00.786104 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8bd54-2561-4975-aa62-e11b083e7953 req-d8c9a891-9288-40bb-b8f1-c67dfff13451 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:00.788649 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a0c8bd54-2561-4975-aa62-e11b083e7953 req-d8c9a891-9288-40bb-b8f1-c67dfff13451 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 945 time: 0.1241350 Jun 30 21:37:00.860413 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-840d4e82-6572-4244-a87b-6d5edf7720db req-f3ff9762-b0f5-4788-9cba-f0ce80f25be6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703387 Jun 30 21:37:00.873031 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a0c8bd54-2561-4975-aa62-e11b083e7953 req-9feb417b-f3da-4542-babe-e109acf9d877 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647888 Jun 30 21:37:00.976127 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['e99be573-30af-43b2-8486-dc713455194e'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:37:01.187091 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c8cc0-14f2-4668-9286-c7d8c2356496 req-9f2f3c5f-feba-4359-9946-6af874b74c6a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:01.195544 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-410c8cc0-14f2-4668-9286-c7d8c2356496 req-9f2f3c5f-feba-4359-9946-6af874b74c6a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 944 time: 0.1172812 Jun 30 21:37:01.268723 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54100) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:01.270602 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-410c8cc0-14f2-4668-9286-c7d8c2356496 req-eb5523e3-d8af-4688-b19b-364005df4452 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717781 Jun 30 21:37:01.284184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3f66af87-5019-4fdc-9a89-742795fa583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.313437 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b323042-8710-413c-8cbd-a5416fd62b1d req-595b8844-fa87-4a32-b2e9-61f63f95c55a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:01.313437 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b323042-8710-413c-8cbd-a5416fd62b1d req-595b8844-fa87-4a32-b2e9-61f63f95c55a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.1148176 Jun 30 21:37:01.369629 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b323042-8710-413c-8cbd-a5416fd62b1d req-d80bcf14-f71c-44e1-a712-67248e8804b4 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500689 Jun 30 21:37:01.408414 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3f66af87-5019-4fdc-9a89-742795fa583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.547374 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3f66af87-5019-4fdc-9a89-742795fa583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.624601 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-3f66af87-5019-4fdc-9a89-742795fa583c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee86eabe0f814aa2a93eda3283eb5da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543577 Jun 30 21:37:01.628974 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54108) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:01.629750 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.631582 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66af87-5019-4fdc-9a89-742795fa583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeb020e-46fd-4f55-9e49-302f908ca181,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:01.711205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.737994 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.804646 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device ce26ef0a-b1fd-494f-bf34-e23ff7fa978f up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:37:01.873510 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.876712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:01.883272 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeeb020e-46fd-4f55-9e49-302f908ca181 HTTP/1.1" status: 204 len: 168 time: 0.2475977 Jun 30 21:37:01.891233 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986aaa-4eff-4d08-bc72-772015f47e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeb020e-46fd-4f55-9e49-302f908ca181,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:01.931265 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:37:01.941848 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:37:01.942472 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:02.109422 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:02.140807 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:02.227259 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:02.243255 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa0c38-0d3c-4cc1-bbd0-21ee79c7181a req-07e51389-60fa-430b-9851-6bebdc45cc54 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:02.244860 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32fa0c38-0d3c-4cc1-bbd0-21ee79c7181a req-07e51389-60fa-430b-9851-6bebdc45cc54 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1373084 Jun 30 21:37:02.263459 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd58f2-7ffe-44fd-b1b3-dca9d2414fcf req-2396532c-7421-4b1d-b94c-92090813f8e6 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:02.266009 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-facd58f2-7ffe-44fd-b1b3-dca9d2414fcf req-2396532c-7421-4b1d-b94c-92090813f8e6 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 945 time: 0.1112642 Jun 30 21:37:02.352934 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32fa0c38-0d3c-4cc1-bbd0-21ee79c7181a req-f2f3108c-64f3-45f0-83e5-6ae48805b45b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792315 Jun 30 21:37:02.353327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754c07a-b6e7-4b4c-a357-7080e57f6924" -d '{"events": [{"server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:02.358287 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-facd58f2-7ffe-44fd-b1b3-dca9d2414fcf req-d93a4873-2abf-4942-9ede-0948d65f09a2 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802045 Jun 30 21:37:02.394606 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:02.462877 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:02.557140 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de72396-28e8-4f02-8fe5-7bbf74526a50 req-05878c41-fdf8-4330-9780-a19cbee43100 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:02.563356 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8de72396-28e8-4f02-8fe5-7bbf74526a50 req-05878c41-fdf8-4330-9780-a19cbee43100 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 944 time: 0.0935030 Jun 30 21:37:02.644530 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8de72396-28e8-4f02-8fe5-7bbf74526a50 req-4de64585-d5d3-4051-876b-bab0865f2e75 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778491 Jun 30 21:37:02.672610 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a104b72-9caa-479f-9272-1a92e9a27111 x-openstack-request-id: req-9a104b72-9caa-479f-9272-1a92e9a27111 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:02.673402 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:02.673553 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a104b72-9caa-479f-9272-1a92e9a27111 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:02.674326 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'code': 200} Jun 30 21:37:02.883871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2cdd7-1f1a-47bb-8965-d55540c92474 req-8557b2f4-b144-4359-9ff0-5a317b1a3ea0 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:02.885513 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cfa2cdd7-1f1a-47bb-8965-d55540c92474 req-8557b2f4-b144-4359-9ff0-5a317b1a3ea0 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.1169283 Jun 30 21:37:02.949433 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cfa2cdd7-1f1a-47bb-8965-d55540c92474 req-5ba186e4-af97-4bea-82bc-7e05cceeca90 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570257 Jun 30 21:37:03.245232 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01798ac-4423-4012-8c48-1e79872bab21 req-b22a709f-0e03-4379-9af0-f6a4f39d85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:03.248880 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b01798ac-4423-4012-8c48-1e79872bab21 req-b22a709f-0e03-4379-9af0-f6a4f39d85b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.1459477 Jun 30 21:37:03.275275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54172) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:03.278517 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-b01798ac-4423-4012-8c48-1e79872bab21 req-21fc6392-f054-466f-af9a-854143eaee24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:03.386232 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-b01798ac-4423-4012-8c48-1e79872bab21 req-21fc6392-f054-466f-af9a-854143eaee24 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:03.430395 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-faa54db5-c588-4b2f-a1ea-8a914fb9eaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:03.513106 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-b01798ac-4423-4012-8c48-1e79872bab21 req-21fc6392-f054-466f-af9a-854143eaee24 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:03.555737 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b01798ac-4423-4012-8c48-1e79872bab21 req-21fc6392-f054-466f-af9a-854143eaee24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999880 Jun 30 21:37:03.561466 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc6392-f054-466f-af9a-854143eaee24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9b313-6d11-415e-a4a1-85715b3e0e22,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:03.740821 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee28f-f008-42d4-ab37-0b53a755e20c req-4c0856fa-2ff1-48b7-b53d-d14659c495e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:03.742392 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-49bee28f-f008-42d4-ab37-0b53a755e20c req-4c0856fa-2ff1-48b7-b53d-d14659c495e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.2337496 Jun 30 21:37:03.753512 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe92d3-d720-4045-aef5-5705869e6944 req-4809993b-612b-4a03-b709-e058aa314d12 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:03.755057 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23fe92d3-d720-4045-aef5-5705869e6944 req-4809993b-612b-4a03-b709-e058aa314d12 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 945 time: 0.2446136 Jun 30 21:37:03.806082 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:37:03.820028 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device bfc49e38-621f-4613-ba4e-576ab2674658 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:37:03.834987 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-49bee28f-f008-42d4-ab37-0b53a755e20c req-5fc1dc86-8bff-44e2-840a-e622b0024d6c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783081 Jun 30 21:37:03.837089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-faa54db5-c588-4b2f-a1ea-8a914fb9eaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:03.851908 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-23fe92d3-d720-4045-aef5-5705869e6944 req-55041495-7e25-40eb-9518-a85018ddd9d6 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834663 Jun 30 21:37:03.970465 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-faa54db5-c588-4b2f-a1ea-8a914fb9eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.161413 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:04.176447 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'port_id': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'mac_address': 'fa:16:3e:95:12:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:37:04.231003 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.245876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:37:04.265739 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port bfc49e38-621f-4613-ba4e-576ab2674658 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:37:04.272782 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:04.274588 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port bfc49e38-621f-4613-ba4e-576ab2674658 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:37:04.275025 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.293025 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-faa54db5-c588-4b2f-a1ea-8a914fb9eaf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0152e438ee5947038ace4b03251e3623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168111 Jun 30 21:37:04.296597 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa54db5-c588-4b2f-a1ea-8a914fb9eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6afbdd-ac7d-4137-ae58-d2a3f4f2b3fc,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:04.300579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54208) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:04.392256 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116b78-a35a-4eab-a392-3291b1ff6e92 req-6323c99c-7dbb-4563-9ff0-c1f1c490a7c6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:04.394506 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.395388 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:37:04.400593 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d116b78-a35a-4eab-a392-3291b1ff6e92 req-6323c99c-7dbb-4563-9ff0-c1f1c490a7c6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 944 time: 0.3657751 Jun 30 21:37:04.410251 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490feb7f-448f-4a12-a692-bd4be7f67c62 req-6763840f-bd3b-4c79-8198-8add7cecf550 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:04.411878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-490feb7f-448f-4a12-a692-bd4be7f67c62 req-6763840f-bd3b-4c79-8198-8add7cecf550 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 944 time: 0.1231229 Jun 30 21:37:04.415751 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.458526 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.484952 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d116b78-a35a-4eab-a392-3291b1ff6e92 req-fabc417e-1bea-4ad7-86b0-e76233e45b31 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835304 Jun 30 21:37:04.509656 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-490feb7f-448f-4a12-a692-bd4be7f67c62 req-5a0b71ba-cdf4-439c-a369-e41077872915 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837789 Jun 30 21:37:04.599113 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.601457 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:04.659576 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfc49e38-621f-4613-ba4e-576ab2674658,segment=NetworkSegment(4ac94bb6-894d-4d4b-8ee1-8d8e213814ff),segment_id=4ac94bb6-894d-4d4b-8ee1-8d8e213814ff)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:04.662554 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:04.675129 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:37:04.677529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:04.680403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb44f5c-f533-4706-b9c5-8aefafd28fb4" -d '{"events": [{"server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "name": "network-vif-plugged", "status": "completed", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:04.737053 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.759779 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a4472-adeb-45bf-869a-c64a3ca7afcd x-openstack-request-id: req-0c1a4472-adeb-45bf-869a-c64a3ca7afcd {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:04.760275 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "name": "network-vif-plugged", "status": "completed", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:04.761718 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c1a4472-adeb-45bf-869a-c64a3ca7afcd {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:04.761718 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658', 'code': 200} Jun 30 21:37:04.771440 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:37:04.824360 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:04.855520 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.855807 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.856753 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device e99be573-30af-43b2-8486-dc713455194e up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:37:04.861865 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:04.863770 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff6afbdd-ac7d-4137-ae58-d2a3f4f2b3fc HTTP/1.1" status: 204 len: 168 time: 0.5647697 Jun 30 21:37:04.878170 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b4dc5-29f6-4add-87a3-dc887a1b28a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6afbdd-ac7d-4137-ae58-d2a3f4f2b3fc,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:05.007862 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:05.028823 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:05.153001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:05.173291 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdb3b5-edd7-495a-afae-2f0269eba893 req-5baca8b4-6d3a-41c9-a217-e30abc378d57 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:05.175288 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86fdb3b5-edd7-495a-afae-2f0269eba893 req-5baca8b4-6d3a-41c9-a217-e30abc378d57 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0939326 Jun 30 21:37:05.268554 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port e99be573-30af-43b2-8486-dc713455194e completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:37:05.276354 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port e99be573-30af-43b2-8486-dc713455194e triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:37:05.276649 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:05.298185 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86fdb3b5-edd7-495a-afae-2f0269eba893 req-19b78519-853c-4dba-bf60-5ec7c412b3eb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165664 Jun 30 21:37:05.376009 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7147782-dceb-4099-9a4c-c5443565ce9a req-4d9ded0a-d640-4545-8159-8f6193da8f26 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:05.383264 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7147782-dceb-4099-9a4c-c5443565ce9a req-4d9ded0a-d640-4545-8159-8f6193da8f26 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1572399 Jun 30 21:37:05.394977 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893910-eba6-42ff-bf9b-49c974c5e14a req-f636aafd-0612-4e8b-bfc3-840cd2e9e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:05.396627 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e4893910-eba6-42ff-bf9b-49c974c5e14a req-f636aafd-0612-4e8b-bfc3-840cd2e9e909 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 1099 time: 0.0601683 Jun 30 21:37:05.437938 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7147782-dceb-4099-9a4c-c5443565ce9a req-37092685-931e-45dd-85a0-6a8c09a2c438 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Jun 30 21:37:05.460879 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:05.494514 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e4893910-eba6-42ff-bf9b-49c974c5e14a req-8063cc54-47f0-4e3f-bdf9-b50ca93eb2f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888081 Jun 30 21:37:05.519073 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99be573-30af-43b2-8486-dc713455194e,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:05.708332 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:05.749994 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8b7b0-1e9c-4ff8-840c-def863b86b9b req-e2b0737e-c96a-4240-9a15-4687eff215ae tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:05.751649 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba8b7b0-1e9c-4ff8-840c-def863b86b9b req-e2b0737e-c96a-4240-9a15-4687eff215ae tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 944 time: 0.1295028 Jun 30 21:37:05.764891 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817b32-8f75-4cac-9339-d8817d73e837 req-87a62175-c48b-4fd7-a52f-d782dd7f611b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:05.766436 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22817b32-8f75-4cac-9339-d8817d73e837 req-87a62175-c48b-4fd7-a52f-d782dd7f611b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 945 time: 0.1336825 Jun 30 21:37:05.770625 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:05.819913 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba8b7b0-1e9c-4ff8-840c-def863b86b9b req-94f1d559-699d-4a1b-8820-09c410c1b97f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Jun 30 21:37:05.836347 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22817b32-8f75-4cac-9339-d8817d73e837 req-5144ffca-b327-42a4-b02e-3c44801188be tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548759 Jun 30 21:37:06.023941 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54254) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:06.038505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.151191 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.254895 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.295521 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a1c136511f477d8a79dd63562856aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704694 Jun 30 21:37:06.296421 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eabad1c-0994-423c-bb56-71654e960296,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:06.298726 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54258) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:06.303877 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.304496 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.304586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.304959 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.305304 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.305639 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.305971 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.306302 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.306628 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.306976 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.307341 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.307671 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752d7b6-78e7-487d-9774-05410316a057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:06.355200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.382107 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.512483 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250687-5b36-4cad-8338-ac972d7549ea req-2ca7702f-6b9b-4259-b661-b4f7528e72a3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:06.515174 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f250687-5b36-4cad-8338-ac972d7549ea req-2ca7702f-6b9b-4259-b661-b4f7528e72a3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0719664 Jun 30 21:37:06.536784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.542014 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:06.543990 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eabad1c-0994-423c-bb56-71654e960296 HTTP/1.1" status: 204 len: 168 time: 0.2440546 Jun 30 21:37:06.576174 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27956b-6a46-4cde-b0c8-cf4c3f6315a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eabad1c-0994-423c-bb56-71654e960296,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:06.588720 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f250687-5b36-4cad-8338-ac972d7549ea req-fd1db05e-7903-4b0b-9bfa-b08a9b5faf80 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685210 Jun 30 21:37:06.659452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e0e6-3a09-4b92-83c4-efbee9679263 req-ecff880e-e832-47bb-a3be-e118e3779d24 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:06.661158 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab75e0e6-3a09-4b92-83c4-efbee9679263 req-ecff880e-e832-47bb-a3be-e118e3779d24 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.0891571 Jun 30 21:37:06.704356 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab75e0e6-3a09-4b92-83c4-efbee9679263 req-c098a3f8-8133-4042-b5a6-15396ead1c19 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Jun 30 21:37:06.763291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99be573-30af-43b2-8486-dc713455194e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:06.765625 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d1d14-de18-47f8-a082-76eb2f81e085" -d '{"events": [{"server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "name": "network-vif-plugged", "status": "completed", "tag": "e99be573-30af-43b2-8486-dc713455194e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:06.801900 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377faad-7710-4b8d-a12c-e020bf4ad046 x-openstack-request-id: req-8377faad-7710-4b8d-a12c-e020bf4ad046 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:06.802190 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "name": "network-vif-plugged", "status": "completed", "tag": "e99be573-30af-43b2-8486-dc713455194e", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:06.802440 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8377faad-7710-4b8d-a12c-e020bf4ad046 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:06.802889 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99be573-30af-43b2-8486-dc713455194e', 'code': 200} Jun 30 21:37:07.059959 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cfedb-cef9-47e9-afb1-09a43e2b7bb7 req-1ca61fbb-c197-46c9-89e7-201e6685c983 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:07.061581 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef1cfedb-cef9-47e9-afb1-09a43e2b7bb7 req-1ca61fbb-c197-46c9-89e7-201e6685c983 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1188028 Jun 30 21:37:07.084137 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02d0b-21da-4701-bd49-e4b7d6ebc5d2 req-9d8d4c80-7253-4433-97d4-2cbf713df965 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:07.086866 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4af02d0b-21da-4701-bd49-e4b7d6ebc5d2 req-9d8d4c80-7253-4433-97d4-2cbf713df965 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 945 time: 0.1131461 Jun 30 21:37:07.163551 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef1cfedb-cef9-47e9-afb1-09a43e2b7bb7 req-e7ea2133-5cc2-466d-9aa8-5a3a725b006a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Jun 30 21:37:07.166412 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4af02d0b-21da-4701-bd49-e4b7d6ebc5d2 req-1762acc3-92d7-4a69-bc0a-5f96e02fc7a5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688539 Jun 30 21:37:07.565334 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['361017b7-28b5-4f8a-9a0b-2d3f9491ba65'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:37:07.828128 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb59ae-3ea4-445f-903c-82b6ea04b0a4 req-e10494e0-c4f7-4205-a3ea-f4fe0c7769c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:07.830035 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44eb59ae-3ea4-445f-903c-82b6ea04b0a4 req-e10494e0-c4f7-4205-a3ea-f4fe0c7769c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0884855 Jun 30 21:37:07.905540 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-44eb59ae-3ea4-445f-903c-82b6ea04b0a4 req-65adad41-414f-4bc7-b117-2f6099e152d7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625174 Jun 30 21:37:07.934062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e565-6ade-4fc0-a141-a7e5732b4d90 req-4e04cbc0-efcf-4263-aa83-152c8311b3f2 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:07.935753 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a534e565-6ade-4fc0-a141-a7e5732b4d90 req-4e04cbc0-efcf-4263-aa83-152c8311b3f2 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1051126 Jun 30 21:37:07.980058 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a534e565-6ade-4fc0-a141-a7e5732b4d90 req-5f08fb66-d13d-4984-ab91-e53506914fc4 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Jun 30 21:37:08.479781 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfc60a-4d0c-4287-a68a-af8a820b20ea req-9dde5852-82f9-407f-9cbc-4132a5465f70 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:08.481349 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8dfc60a-4d0c-4287-a68a-af8a820b20ea req-9dde5852-82f9-407f-9cbc-4132a5465f70 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1259048 Jun 30 21:37:08.495555 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b4a9a-6aa6-43b9-8855-789e18019c28 req-081b6183-6875-47bb-ac6f-57e1652fb5a8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:08.497038 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-580b4a9a-6aa6-43b9-8855-789e18019c28 req-081b6183-6875-47bb-ac6f-57e1652fb5a8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 945 time: 0.0983741 Jun 30 21:37:08.566847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a8dfc60a-4d0c-4287-a68a-af8a820b20ea req-66c77392-a217-4d42-8a30-1cc7d901b820 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 Jun 30 21:37:08.576500 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-580b4a9a-6aa6-43b9-8855-789e18019c28 req-b44eb717-1154-4fd8-a6ca-3bdddbc706f3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Jun 30 21:37:08.984216 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d78aa42e-9089-4b2a-8d1f-d00fb2614f8d'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:37:09.220075 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f2863-7ae6-4bf1-8e26-3e49144fb3ca req-5185364a-0aa3-4953-9a2b-4a060ca0ba45 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:09.220075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-882f2863-7ae6-4bf1-8e26-3e49144fb3ca req-5185364a-0aa3-4953-9a2b-4a060ca0ba45 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1202004 Jun 30 21:37:09.235041 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9227a7-5685-4090-b5ab-5150a1a36abc req-c2bd884e-575a-475b-934b-53e271cac672 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:09.236687 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba9227a7-5685-4090-b5ab-5150a1a36abc req-c2bd884e-575a-475b-934b-53e271cac672 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1043506 Jun 30 21:37:09.261260 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-882f2863-7ae6-4bf1-8e26-3e49144fb3ca req-433fd873-d008-46fc-afdf-fbf36cff807e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552616 Jun 30 21:37:09.288739 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba9227a7-5685-4090-b5ab-5150a1a36abc req-ab846324-00c7-4eff-9d37-65142e7df84b tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Jun 30 21:37:09.818931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97295c4-f440-4964-a388-170564ab9903 req-facbdc57-a0ef-4d75-b360-daf2d57453df tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:09.820474 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c97295c4-f440-4964-a388-170564ab9903 req-facbdc57-a0ef-4d75-b360-daf2d57453df tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1269248 Jun 30 21:37:09.832975 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71432a58-8bca-48f0-8fda-794c0f2b5667 req-86272c82-235c-4c39-998a-df8d6961d7b6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:09.834615 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71432a58-8bca-48f0-8fda-794c0f2b5667 req-86272c82-235c-4c39-998a-df8d6961d7b6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 945 time: 0.1000719 Jun 30 21:37:09.892950 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c97295c4-f440-4964-a388-170564ab9903 req-1df821b3-99b2-48d5-8b88-39746989427f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572813 Jun 30 21:37:09.901823 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71432a58-8bca-48f0-8fda-794c0f2b5667 req-4d18d272-c2ae-4c76-a4f9-25aa32981659 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598991 Jun 30 21:37:10.402578 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ff32-bd15-4b2e-a75a-19b1c94d44b8 req-a6304acc-5378-4281-89b1-f79eaf7cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:10.404298 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-60c6ff32-bd15-4b2e-a75a-19b1c94d44b8 req-a6304acc-5378-4281-89b1-f79eaf7cc2fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1098 time: 0.0746832 Jun 30 21:37:10.461752 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-60c6ff32-bd15-4b2e-a75a-19b1c94d44b8 req-565b5e93-5670-46f1-b7af-b7b0714849b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Jun 30 21:37:10.494930 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3675f2f-fb1c-4eae-8f7b-f3cbe5cfb369 req-a208bdce-814b-4783-8066-3f365bb07112 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:10.496504 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3675f2f-fb1c-4eae-8f7b-f3cbe5cfb369 req-a208bdce-814b-4783-8066-3f365bb07112 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1107442 Jun 30 21:37:10.508513 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605c05-cc3f-43f8-a4da-ef4e50c9b3d3 req-ebf0e4d5-be1a-4048-b6a3-e5136b1c1936 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:10.512384 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba605c05-cc3f-43f8-a4da-ef4e50c9b3d3 req-ebf0e4d5-be1a-4048-b6a3-e5136b1c1936 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.0923004 Jun 30 21:37:10.563781 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3675f2f-fb1c-4eae-8f7b-f3cbe5cfb369 req-e7fb967d-1049-4a8f-9a14-0df94cc243fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526330 Jun 30 21:37:10.582288 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba605c05-cc3f-43f8-a4da-ef4e50c9b3d3 req-b449d1f3-8020-4558-9299-e6e4b23d1810 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572190 Jun 30 21:37:11.221892 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0347a9-fe12-400a-a36e-37b73d852248 req-600dcb53-fc37-4c03-992d-975b8bb70b6a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:11.225357 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d0347a9-fe12-400a-a36e-37b73d852248 req-600dcb53-fc37-4c03-992d-975b8bb70b6a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1937058 Jun 30 21:37:11.306980 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f00c6-d18c-4d98-8a7d-e1e5f59c352d req-c37ca0fb-2ab7-427d-9d90-bf88f0c3cf3e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:11.309747 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a4f00c6-d18c-4d98-8a7d-e1e5f59c352d req-c37ca0fb-2ab7-427d-9d90-bf88f0c3cf3e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 945 time: 0.1975698 Jun 30 21:37:11.327393 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d0347a9-fe12-400a-a36e-37b73d852248 req-099304d1-2047-457b-a32a-af99499fd1a5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931802 Jun 30 21:37:11.381784 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a4f00c6-d18c-4d98-8a7d-e1e5f59c352d req-8bbad434-8ed6-4fa9-b766-525d90c55511 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622172 Jun 30 21:37:11.592008 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:37:11.775088 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:37:11.779388 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:37:11.780022 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:11.866942 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a17ff-cd33-41e4-9c3e-aa85e9e1641a req-dcb2d0ce-a1cb-45ee-854b-1bea07161f5f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:11.868623 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-496a17ff-cd33-41e4-9c3e-aa85e9e1641a req-dcb2d0ce-a1cb-45ee-854b-1bea07161f5f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1448603 Jun 30 21:37:11.887516 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581b21b-8477-4df9-a040-0780a42977b5 req-9ddee37c-c5c5-4cff-b8b4-3d828f2bff80 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:11.889083 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f581b21b-8477-4df9-a040-0780a42977b5 req-9ddee37c-c5c5-4cff-b8b4-3d828f2bff80 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1628659 Jun 30 21:37:11.972216 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-496a17ff-cd33-41e4-9c3e-aa85e9e1641a req-b533ad0b-a5ce-4528-912d-83c8b7358f73 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816436 Jun 30 21:37:11.976283 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:12.007627 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f581b21b-8477-4df9-a040-0780a42977b5 req-69249b0e-1f0a-4c17-b458-2f237d95e1b1 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937169 Jun 30 21:37:12.020113 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:12.024713 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39efa1c8-acf6-4578-a91c-6232beba6478" -d '{"events": [{"server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "name": "network-vif-plugged", "status": "completed", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:12.059873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:12.071417 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedcf8a8-6704-414b-b30a-2d775397c5f5 x-openstack-request-id: req-cedcf8a8-6704-414b-b30a-2d775397c5f5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:12.071970 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "name": "network-vif-plugged", "status": "completed", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:12.072278 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cedcf8a8-6704-414b-b30a-2d775397c5f5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:12.073121 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'code': 200} Jun 30 21:37:12.199870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:12.200675 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:37:12.306107 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:12.322133 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.322579 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.323344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.323791 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.324196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.324724 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.325147 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.325538 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.325978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.326382 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.326803 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.327195 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:12.451979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:37:12.463500 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:37:12.464295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:12.632794 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd6e52-c380-47be-b5d2-5d7409937c6b req-855acc1e-bcbf-465a-bac2-3517329c2852 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:12.635732 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3cfd6e52-c380-47be-b5d2-5d7409937c6b req-855acc1e-bcbf-465a-bac2-3517329c2852 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1095386 Jun 30 21:37:12.643847 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:12.731451 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:12.742439 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3cfd6e52-c380-47be-b5d2-5d7409937c6b req-64925c18-4f71-4d08-8188-56b3ac054423 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904951 Jun 30 21:37:12.760901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90b11-bb14-4155-9288-3d8597b91ddc req-b6fa5032-6cad-4c7c-bd20-8f68e2cdfa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:12.763597 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-40a90b11-bb14-4155-9288-3d8597b91ddc req-b6fa5032-6cad-4c7c-bd20-8f68e2cdfa0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.1130455 Jun 30 21:37:12.766397 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c7a4f-03a6-4819-95a7-010d92969007 req-6aeb2092-a052-4814-960b-549a2d07cbc3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:12.774633 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-356c7a4f-03a6-4819-95a7-010d92969007 req-6aeb2092-a052-4814-960b-549a2d07cbc3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1372986 Jun 30 21:37:12.821883 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-40a90b11-bb14-4155-9288-3d8597b91ddc req-887661f5-69e2-40a9-a07a-793e49fe3a66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511489 Jun 30 21:37:12.824975 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-356c7a4f-03a6-4819-95a7-010d92969007 req-bfce94c5-844e-42aa-9397-523462b751d6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Jun 30 21:37:12.829274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:12.908262 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:13.225149 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abf10-7712-4f2c-a9fe-69a84cd1de11 req-1f0950a9-dd40-4700-b7cb-a59388ed6135 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.226807 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e7abf10-7712-4f2c-a9fe-69a84cd1de11 req-1f0950a9-dd40-4700-b7cb-a59388ed6135 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1402197 Jun 30 21:37:13.250082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65a08-040b-4011-b161-b3efe74aa765 req-256ada7c-f1be-494e-917e-678ec171ca72 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.255796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22b65a08-040b-4011-b161-b3efe74aa765 req-256ada7c-f1be-494e-917e-678ec171ca72 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1131041 Jun 30 21:37:13.314203 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e7abf10-7712-4f2c-a9fe-69a84cd1de11 req-03bfc4b1-244f-481f-a277-fd78b02ee7a9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755260 Jun 30 21:37:13.341320 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22b65a08-040b-4011-b161-b3efe74aa765 req-498ba1e8-ece7-4b6b-b524-fb00b35953b0 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797524 Jun 30 21:37:13.418152 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-999a0ddf-c10b-4b08-9318-e76db9d8f475 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724094 Jun 30 21:37:13.573790 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-bee01d1e-57c6-4f50-a3ea-4d1fc57dc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.575251 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-bee01d1e-57c6-4f50-a3ea-4d1fc57dc6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4576e41925e04503afcc5a92a39ef61b&device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 1099 time: 0.0551116 Jun 30 21:37:13.690564 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-e4fd7e71-5098-4af7-bdc5-98fdf21a6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.692101 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-e4fd7e71-5098-4af7-bdc5-98fdf21a6aaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be HTTP/1.1" status: 200 len: 910 time: 0.0947161 Jun 30 21:37:13.735371 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-a6081193-0170-456b-8f44-a378555e7189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc49e38-621f-4613-ba4e-576ab2674658 HTTP/1.1" status: 200 len: 217 time: 0.0364573 Jun 30 21:37:13.804710 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-77428eb5-b07b-444f-8091-0aad6fa19c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.806299 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-77428eb5-b07b-444f-8091-0aad6fa19c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e53069c-d058-485f-bd0a-58af694ecbea HTTP/1.1" status: 200 len: 850 time: 0.0644825 Jun 30 21:37:13.845140 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-df820518-0465-4199-a113-e5e7f09e7ac1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315366 Jun 30 21:37:13.964706 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-03a1481c-a98c-44b6-977c-5c9bb470f0fb service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126223 Jun 30 21:37:13.967931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e428ff3-8caa-4f60-b05f-3f1d9ce8d0f8 req-120938e0-ee0a-4a7d-81de-e250dd44218b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:13.969516 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5e428ff3-8caa-4f60-b05f-3f1d9ce8d0f8 req-120938e0-ee0a-4a7d-81de-e250dd44218b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0755467 Jun 30 21:37:14.046721 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5e428ff3-8caa-4f60-b05f-3f1d9ce8d0f8 req-08cffcb6-ece5-42f7-8276-ed3010cca10a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652461 Jun 30 21:37:14.119759 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1accd-506a-4c4f-bef5-2d1334b86a84 req-f3eb6f0c-95b4-4bf2-939a-68e6653b2e9d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:14.120501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:14.121550 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3844517a-73e8-492f-99bc-60504fed1cb6 req-edb8707a-6f4d-49a3-98da-40b015ead049 service neutron] 10.222.0.13 "GET /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025317 Jun 30 21:37:14.121639 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-afb1accd-506a-4c4f-bef5-2d1334b86a84 req-f3eb6f0c-95b4-4bf2-939a-68e6653b2e9d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1046429 Jun 30 21:37:14.121713 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851998b-0161-40e7-841d-edb9d00a170c" -d '{"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:14.123858 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc53320-ab7f-4104-8821-8729c1a9df5b x-openstack-request-id: req-7cc53320-ab7f-4104-8821-8729c1a9df5b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:14.124340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:14.124612 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cc53320-ab7f-4104-8821-8729c1a9df5b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:14.125331 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'code': 200} Jun 30 21:37:14.127225 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-afb1accd-506a-4c4f-bef5-2d1334b86a84 req-10f1c7af-b4e2-466e-be37-074259d4053c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Jun 30 21:37:14.222145 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54452) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:14.385201 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:14.546298 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:14.627651 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57fc4-07bc-4215-9e85-0f46f7beb57d req-583ad7b1-cd78-41a7-b849-68f8101b429b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:14.629233 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-29e57fc4-07bc-4215-9e85-0f46f7beb57d req-583ad7b1-cd78-41a7-b849-68f8101b429b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0726600 Jun 30 21:37:14.660022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:14.703968 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-29e57fc4-07bc-4215-9e85-0f46f7beb57d req-615c7614-319e-42a8-9f00-12f1f0a5408f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676963 Jun 30 21:37:14.757096 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aa8c58b937b4aa8876cb4a8226e16d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330987 Jun 30 21:37:14.760182 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54460) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:14.791633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c610af9-08a3-45c3-887b-9fd0c26f704d,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:14.810050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.810633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.811154 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.811736 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.832518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b56e9-1ce1-4628-8eb4-4f7178d9bd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:37:14.882691 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772b35-3209-4dd6-9b55-5d5b8c03dd81 req-80fca5b3-079a-4f8d-a75a-287655dc2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:14.883534 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-10772b35-3209-4dd6-9b55-5d5b8c03dd81 req-80fca5b3-079a-4f8d-a75a-287655dc2187 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1099 time: 0.1954961 Jun 30 21:37:14.947860 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:14.952220 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:15.039368 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-10772b35-3209-4dd6-9b55-5d5b8c03dd81 req-c50f1e62-1133-40a2-b771-f8ba5ceabe5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279259 Jun 30 21:37:15.043508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:15.256803 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c44344-f0aa-433e-8512-434326d48d72 req-c0371ba3-334f-4ef9-ae5d-548dae3f7358 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.256803 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4c44344-f0aa-433e-8512-434326d48d72 req-c0371ba3-334f-4ef9-ae5d-548dae3f7358 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0794392 Jun 30 21:37:15.276884 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:15.280452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:15.285363 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c610af9-08a3-45c3-887b-9fd0c26f704d HTTP/1.1" status: 204 len: 168 time: 0.5203955 Jun 30 21:37:15.315121 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12416261-1d0a-4795-8281-58ed4af4adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c610af9-08a3-45c3-887b-9fd0c26f704d,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:15.354376 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4c44344-f0aa-433e-8512-434326d48d72 req-6ca10575-1a59-49a1-83a8-2ebb9217208a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952256 Jun 30 21:37:15.461503 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83b599-34f7-434a-9a48-1a7c062d6610 req-92ab02d7-8053-47cf-8be8-2b1ba84bda5f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.463140 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a83b599-34f7-434a-9a48-1a7c062d6610 req-92ab02d7-8053-47cf-8be8-2b1ba84bda5f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0743561 Jun 30 21:37:15.517917 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a83b599-34f7-434a-9a48-1a7c062d6610 req-76104d53-e028-4a94-a7f1-5b0a94f19926 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381899 Jun 30 21:37:15.543144 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54486) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:15.599923 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-3304fc1a-b643-4d42-b1d6-fdc7ab47c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.602481 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-3304fc1a-b643-4d42-b1d6-fdc7ab47c77a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1098 time: 0.1128376 Jun 30 21:37:15.755310 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-66d9c9d3-aec8-489c-9ccd-1cf16faf5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.759196 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-66d9c9d3-aec8-489c-9ccd-1cf16faf5558 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1483774 Jun 30 21:37:15.827901 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3624b-7152-4902-97fe-b0b0463753aa req-5a254c09-3dcc-4d21-ad61-7a4f75a8641e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.831627 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3cb3624b-7152-4902-97fe-b0b0463753aa req-5a254c09-3dcc-4d21-ad61-7a4f75a8641e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1103442 Jun 30 21:37:15.845114 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54498) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:15.853631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'floatingip': {'port_id': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:37:15.862752 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-9cd0fb79-0faa-432d-9027-c3421cae6ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e99be573-30af-43b2-8486-dc713455194e HTTP/1.1" status: 200 len: 217 time: 0.0973210 Jun 30 21:37:15.928411 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-06995060-313f-403c-b04a-dee3ce19b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:15.932390 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-06995060-313f-403c-b04a-dee3ce19b5de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0628803 Jun 30 21:37:15.970467 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-ae14c351-0a7d-47f6-b82c-5d250524be75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316451 Jun 30 21:37:16.043918 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.049879 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-abf56d82-0ef3-4307-bd11-f568e70d0668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.079108 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-56170f5b-f6b1-499b-8b00-d07ed20c3d89 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987682 Jun 30 21:37:16.177661 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eaa17813-6bfb-48a3-a820-835a0ac54d88 req-5f250319-c87b-4b68-842c-8aeb5f2d7e30 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895567 Jun 30 21:37:16.327798 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54504) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:16.343143 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5b44-cf52-48d2-8c74-1ab8f2f42d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.472513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5b44-cf52-48d2-8c74-1ab8f2f42d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.542081 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54514) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:16.589058 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5b44-cf52-48d2-8c74-1ab8f2f42d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.634410 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5b1b5b44-cf52-48d2-8c74-1ab8f2f42d1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=157db9069777481a90ce36229b603ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025043 Jun 30 21:37:16.634410 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b5b44-cf52-48d2-8c74-1ab8f2f42d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a01cd5-a637-4a32-bdbc-e1dff606d6f7,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:16.635561 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54518) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:16.705002 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807e7a5-d553-47e5-8400-e8abf3c27efc req-d1c7f596-542d-4c1f-a568-88983a385ccb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:16.706582 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f807e7a5-d553-47e5-8400-e8abf3c27efc req-d1c7f596-542d-4c1f-a568-88983a385ccb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.8106027 Jun 30 21:37:16.714949 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0d657b8f-8736-49a2-921b-b3d6ac2cd7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.849895 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460ab74-24e7-47fc-bed4-e88d44383742 req-6033e2ce-737e-4fae-952d-6494d0488e0f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:16.851567 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6460ab74-24e7-47fc-bed4-e88d44383742 req-6033e2ce-737e-4fae-952d-6494d0488e0f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.3427820 Jun 30 21:37:16.872721 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f807e7a5-d553-47e5-8400-e8abf3c27efc req-43619f46-ae6d-4f4e-a6e6-9f0c21f040d4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525674 Jun 30 21:37:16.909637 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:16.980712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.039124 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6460ab74-24e7-47fc-bed4-e88d44383742 req-bf1b372c-4bf1-4483-8461-22eb2f211562 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758151 Jun 30 21:37:17.069132 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-abf56d82-0ef3-4307-bd11-f568e70d0668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.237393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-abf56d82-0ef3-4307-bd11-f568e70d0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.339079 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-abf56d82-0ef3-4307-bd11-f568e70d0668 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f6717635b784b11843f7db40bb85c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7931449 Jun 30 21:37:17.342712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.343662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.344808 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35a01cd5-a637-4a32-bdbc-e1dff606d6f7 HTTP/1.1" status: 204 len: 168 time: 0.7037711 Jun 30 21:37:17.361547 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54532) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:17.367402 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf56d82-0ef3-4307-bd11-f568e70d0668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bdea79-067f-43c0-8d33-33caaa63b4c1,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:17.398318 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7746b-b13f-413b-b891-d95145d12b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a01cd5-a637-4a32-bdbc-e1dff606d6f7,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:17.427428 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.db.resource_extend [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 21:37:17.436953 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0d657b8f-8736-49a2-921b-b3d6ac2cd7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.457382 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.485816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.549983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0d657b8f-8736-49a2-921b-b3d6ac2cd7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.550358 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.599451 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0d657b8f-8736-49a2-921b-b3d6ac2cd7da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01890b24fb1346a795d10ea5576cdd60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0558600 Jun 30 21:37:17.601570 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657b8f-8736-49a2-921b-b3d6ac2cd7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6965f6-2687-4317-8efa-adb05befd2d8,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:17.602330 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54538) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:17.658539 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.683258 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.691937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.693040 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.697741 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.703363 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81bdea79-067f-43c0-8d33-33caaa63b4c1 HTTP/1.1" status: 204 len: 168 time: 0.3373611 Jun 30 21:37:17.711853 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6fe38-9b0e-4160-9b0f-efe2bf52fe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bdea79-067f-43c0-8d33-33caaa63b4c1,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:17.868500 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Floating IP 657ff304-0716-428a-95e6-e041ce64a4b1 associated. External IP: 172.27.3.166, port: 361017b7-28b5-4f8a-9a0b-2d3f9491ba65. Jun 30 21:37:17.954886 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.957608 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:17.958871 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b6965f6-2687-4317-8efa-adb05befd2d8 HTTP/1.1" status: 204 len: 168 time: 0.3554373 Jun 30 21:37:18.003369 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647977d5-d0e6-4878-91fc-6740193a0ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6965f6-2687-4317-8efa-adb05befd2d8,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:18.193279 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:37:18.207239 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e238a3-8108-4e38-95b0-f849b62449bd req-fcc3c579-006a-418c-9250-446c4dab17f1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:18.208862 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7e238a3-8108-4e38-95b0-f849b62449bd req-fcc3c579-006a-418c-9250-446c4dab17f1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1284575 Jun 30 21:37:18.300611 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7e238a3-8108-4e38-95b0-f849b62449bd req-5ad82520-1409-4ada-9ce0-f5d05a1f796e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800917 Jun 30 21:37:18.760384 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:37:18.784784 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:18.806045 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:37:18.860541 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:37:18.864629 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:19.020547 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5ec1a16d-5bf1-4ace-acc3-77015c0382ad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "PUT /v2.0/floatingips/657ff304-0716-428a-95e6-e041ce64a4b1 HTTP/1.1" status: 200 len: 992 time: 3.1733456 Jun 30 21:37:19.024587 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:19.032067 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a148e7-8940-4f7c-8a67-b9afbe871110" -d '{"events": [{"name": "network-changed", "server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:19.058099 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54582) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:19.087417 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-59447a45-0536-42d0-9840-5b1ec52189a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:19.132476 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823cff-86d7-4f36-8c08-0a45a1b311f8 req-8c9b1976-5b35-46a5-a910-084768840461 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:19.145841 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33823cff-86d7-4f36-8c08-0a45a1b311f8 req-8c9b1976-5b35-46a5-a910-084768840461 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.4621921 Jun 30 21:37:19.149940 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:37:19.200167 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bd14-6644-44f5-907c-172c11b45c70 req-3c285e3b-6216-4cb2-b5cc-c9d7e9c2d111 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:19.207688 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c97bd14-6644-44f5-907c-172c11b45c70 req-3c285e3b-6216-4cb2-b5cc-c9d7e9c2d111 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.4378457 Jun 30 21:37:19.218607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54584) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:19.238168 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'floatingip': {'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:37:19.305515 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33823cff-86d7-4f36-8c08-0a45a1b311f8 req-c88ca12e-6404-476c-8ad1-a9caba42e4b4 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584332 Jun 30 21:37:19.379226 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-59447a45-0536-42d0-9840-5b1ec52189a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:19.384525 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21429e9c-b3d6-42f2-87c4-1d7f378c06d4 x-openstack-request-id: req-21429e9c-b3d6-42f2-87c4-1d7f378c06d4 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:19.385328 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:19.385795 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21429e9c-b3d6-42f2-87c4-1d7f378c06d4 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:19.386483 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'status': 'completed', 'code': 200} Jun 30 21:37:19.558112 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:19.561929 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-59447a45-0536-42d0-9840-5b1ec52189a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:19.691438 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '657ff304-0716-428a-95e6-e041ce64a4b1', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:95:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:33Z', 'updated_at': '2021-06-30T21:37:17Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:19.748708 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54590) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:19.761782 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:37:19.781983 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:37:19.783059 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:19.793199 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d419ca44-45a6-411e-959c-d44a7cbdb04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:19.915489 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:37:20.003503 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59447a45-0536-42d0-9840-5b1ec52189a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f3d94c-4260-4f6c-84d0-e4dcad3e2f6f,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:20.040977 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d419ca44-45a6-411e-959c-d44a7cbdb04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.047953 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54594) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:20.049611 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-59447a45-0536-42d0-9840-5b1ec52189a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c597288a6c2542818827679d3a454325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9887075 Jun 30 21:37:20.084957 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-ea80c895-bc67-4188-ba6f-a24b59cc4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:20.087089 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-ea80c895-bc67-4188-ba6f-a24b59cc4fcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.6005838 Jun 30 21:37:20.108530 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54596) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:20.137800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d419ca44-45a6-411e-959c-d44a7cbdb04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.216869 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d419ca44-45a6-411e-959c-d44a7cbdb04f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa24941839324eb38f2b1b16526fe355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665751 Jun 30 21:37:20.222169 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54604) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:20.268985 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.312003 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419ca44-45a6-411e-959c-d44a7cbdb04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e5d59-4d00-4c1a-abb8-365279b3dee5,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:20.356098 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3430d99-9457-4612-8a85-f20585018b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.360872 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.462601 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '657ff304-0716-428a-95e6-e041ce64a4b1', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:95:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:33Z', 'updated_at': '2021-06-30T21:37:17Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:20.466519 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.515786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.524544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3430d99-9457-4612-8a85-f20585018b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.541345 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040baa-4b5a-4ec6-ac3c-1f0a50b07ea6 None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '657ff304-0716-428a-95e6-e041ce64a4b1', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:95:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:33Z', 'updated_at': '2021-06-30T21:37:17Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:37:20.601386 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.609778 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.611177 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9f3d94c-4260-4f6c-84d0-e4dcad3e2f6f HTTP/1.1" status: 204 len: 168 time: 0.5600100 Jun 30 21:37:20.627664 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa71951-283f-4c5d-94f3-460db99a5685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f3d94c-4260-4f6c-84d0-e4dcad3e2f6f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:20.638396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d3430d99-9457-4612-8a85-f20585018b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.709284 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430d99-9457-4612-8a85-f20585018b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1798d649-31b5-4db8-ba4f-e102b7ec1dad,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:20.716657 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d3430d99-9457-4612-8a85-f20585018b54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b26586bd825a4eb7a3a54eb4b5a64763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067705 Jun 30 21:37:20.727221 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12460a0d-66e5-43f6-a4d2-a9cd2674ea0f req-c0d2a2f2-c9f7-4952-97fa-daaa756f50e2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:20.729228 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-12460a0d-66e5-43f6-a4d2-a9cd2674ea0f req-c0d2a2f2-c9f7-4952-97fa-daaa756f50e2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1777685 Jun 30 21:37:20.729741 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54616) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:20.837507 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-12460a0d-66e5-43f6-a4d2-a9cd2674ea0f req-9ef4fa2f-d9b5-4fd1-851c-a9cb77e20afd tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Jun 30 21:37:20.838874 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.872680 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:20.884254 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-1a58700d-615d-4d8a-a2e9-a4829f6dade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:20.887708 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-1a58700d-615d-4d8a-a2e9-a4829f6dade3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.7581162 Jun 30 21:37:21.003636 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a29f-af4f-4c52-8f7d-64ddd660f8f3 None None] New status for floating IP 657ff304-0716-428a-95e6-e041ce64a4b1: ACTIVE {{(pid=93699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:37:21.034758 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.040064 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.043536 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1798d649-31b5-4db8-ba4f-e102b7ec1dad HTTP/1.1" status: 204 len: 168 time: 0.3112290 Jun 30 21:37:21.054839 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1185b3-03b0-4043-aa0a-8f7f046da90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1798d649-31b5-4db8-ba4f-e102b7ec1dad,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:21.277832 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.278423 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.279819 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f7e5d59-4d00-4c1a-abb8-365279b3dee5 HTTP/1.1" status: 204 len: 168 time: 1.0528204 Jun 30 21:37:21.327750 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-30b48e22-1373-454d-af59-e56024a3f43d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1000 time: 0.3445275 Jun 30 21:37:21.333691 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcf127-c0a9-4c55-84d9-8dd8467b97fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e5d59-4d00-4c1a-abb8-365279b3dee5,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:21.350671 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.db.resource_extend [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 21:37:21.471860 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-47b5b115-18d5-4068-bdfa-7b3a13516500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:21.473409 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-47b5b115-18d5-4068-bdfa-7b3a13516500 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.1376204 Jun 30 21:37:21.478019 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.537084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-27caa4ca-f4b5-47ba-bad1-8699424fbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:21.538868 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-27caa4ca-f4b5-47ba-bad1-8699424fbecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568552 Jun 30 21:37:21.610941 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:21.692303 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-971f5cba-6d82-4cec-8c0d-0f88e2de683d service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431570 Jun 30 21:37:21.849098 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Floating IP 81a079ad-d736-48b1-a506-e2a360dc1d40 associated. External IP: 172.27.3.91, port: d78aa42e-9089-4b2a-8d1f-d00fb2614f8d. Jun 30 21:37:22.117716 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8872c-9f39-405c-a93d-d93f7cd8f922 req-3dba4b25-26bf-4309-a376-671103fe55ee tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:22.119546 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-46e8872c-9f39-405c-a93d-d93f7cd8f922 req-3dba4b25-26bf-4309-a376-671103fe55ee tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0831389 Jun 30 21:37:22.169538 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-46e8872c-9f39-405c-a93d-d93f7cd8f922 req-1f39a27c-3b98-42c0-8c1c-1124d29cce5b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Jun 30 21:37:22.217305 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-28a148e7-8940-4f7c-8a67-b9afbe871110 req-21250ff6-d9ef-4389-9a0b-788f0a447b76 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710393 Jun 30 21:37:22.278475 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54656) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:22.300260 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8adb4ce1-afdc-4346-8ac7-1f3875c3a3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.423600 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8adb4ce1-afdc-4346-8ac7-1f3875c3a3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.474992 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:37:22.526594 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8adb4ce1-afdc-4346-8ac7-1f3875c3a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.575667 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8adb4ce1-afdc-4346-8ac7-1f3875c3a3ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66c5e6b8c63946db9c66234d802a465b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952070 Jun 30 21:37:22.578050 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4ce1-afdc-4346-8ac7-1f3875c3a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a76f3-ea7a-47f3-b4a6-41d1baa0dbb6,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:22.578833 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54668) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:22.670019 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:37:22.679700 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.689836 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:37:22.710057 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:37:22.711151 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:22.729621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.740071 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ffc0974c-ea20-42a7-9042-aebc0f786dc6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "PUT /v2.0/floatingips/81a079ad-d736-48b1-a506-e2a360dc1d40 HTTP/1.1" status: 200 len: 991 time: 3.5164959 Jun 30 21:37:22.743510 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:22.745856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:22.765322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.851339 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47594f3-27bf-420e-8f0a-3e3df694ee89 x-openstack-request-id: req-f47594f3-27bf-420e-8f0a-3e3df694ee89 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:22.855195 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:22.855611 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f47594f3-27bf-420e-8f0a-3e3df694ee89 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:22.856145 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'status': 'completed', 'code': 200} Jun 30 21:37:22.974050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.980681 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:22.991018 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/815a76f3-ea7a-47f3-b4a6-41d1baa0dbb6 HTTP/1.1" status: 204 len: 168 time: 0.4084287 Jun 30 21:37:23.027543 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb2413-e2d2-47ef-b54a-4975ace44331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a76f3-ea7a-47f3-b4a6-41d1baa0dbb6,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:23.058819 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:37:23.062673 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-4d122e6e-a421-45dc-b19a-7b1c9935137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:23.067637 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-4d122e6e-a421-45dc-b19a-7b1c9935137d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1099 time: 0.1408288 Jun 30 21:37:23.314709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-f19183c2-52fd-490a-a76c-53cde1101953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:23.314709 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-f19183c2-52fd-490a-a76c-53cde1101953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.2154617 Jun 30 21:37:23.402167 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-15578111-102d-47a0-9a96-f45a22c0f7d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 999 time: 0.0811641 Jun 30 21:37:23.450348 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf861f1-6922-4317-bd98-f7a3e3ae853c req-df85d0b3-6f22-46ab-8a1a-47bc402aecf0 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:23.453934 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bf861f1-6922-4317-bd98-f7a3e3ae853c req-df85d0b3-6f22-46ab-8a1a-47bc402aecf0 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1119742 Jun 30 21:37:23.469353 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-14971aa2-3fda-445c-8623-be6dc211eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:23.471224 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-14971aa2-3fda-445c-8623-be6dc211eafa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0602319 Jun 30 21:37:23.489069 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '81a079ad-d736-48b1-a506-e2a360dc1d40', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:29Z', 'updated_at': '2021-06-30T21:37:21Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:23.530104 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bf861f1-6922-4317-bd98-f7a3e3ae853c req-921b71f8-8e24-4579-a6da-39faeadae174 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Jun 30 21:37:23.532794 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:37:23.543126 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:37:23.543762 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:36:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:23.559405 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-55e8e850-3c22-4eb1-9107-795bb75a0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:23.564931 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-55e8e850-3c22-4eb1-9107-795bb75a0a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782773 Jun 30 21:37:23.699407 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-dd9e1a20-b446-44a5-9fa4-504e4450a72e service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292472 Jun 30 21:37:23.743387 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:37:23.901148 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7c02d9dc-3721-4ad0-a952-09475b9b6e0f req-c2bb5bd3-459d-4f98-ae9a-fa6b4af763a9 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931803 Jun 30 21:37:23.965352 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:37:23.978339 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54716) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:24.083778 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '81a079ad-d736-48b1-a506-e2a360dc1d40', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:29Z', 'updated_at': '2021-06-30T21:37:21Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:24.118251 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3290bee-da9d-4919-88ad-25bacbdf1895 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '81a079ad-d736-48b1-a506-e2a360dc1d40', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:36:29Z', 'updated_at': '2021-06-30T21:37:21Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:37:24.313016 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-814542b6-bdb7-4d8f-8c15-d085e5356c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.448717 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-814542b6-bdb7-4d8f-8c15-d085e5356c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.451421 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54730) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:24.466147 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b8574498-b28e-400b-9398-7b1c92aab596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.474149 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4a44d-0b4a-4667-a607-0afb4266cbe0 None None] New status for floating IP 81a079ad-d736-48b1-a506-e2a360dc1d40: ACTIVE {{(pid=93699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:37:24.568962 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-814542b6-bdb7-4d8f-8c15-d085e5356c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.628679 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54736) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:24.629441 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-814542b6-bdb7-4d8f-8c15-d085e5356c0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28a1185de07a44e3b54dd88d172223cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6497540 Jun 30 21:37:24.657909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814542b6-bdb7-4d8f-8c15-d085e5356c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a751e-2e87-4571-b4dd-d4ff11f6720c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:24.723183 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.743457 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b8574498-b28e-400b-9398-7b1c92aab596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.780801 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.812481 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b8574498-b28e-400b-9398-7b1c92aab596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.847939 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1f5ba-822c-45e6-b826-402e8947abd2 req-d2e597f6-f717-411b-bb1a-67ec8c8fa579 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:24.849555 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26d1f5ba-822c-45e6-b826-402e8947abd2 req-d2e597f6-f717-411b-bb1a-67ec8c8fa579 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1060143 Jun 30 21:37:24.858184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574498-b28e-400b-9398-7b1c92aab596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3612262f-3beb-49e5-94a5-a4f09967796c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:24.862506 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b8574498-b28e-400b-9398-7b1c92aab596 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d75f89859c0e4d2fbe58626c661c4310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097605 Jun 30 21:37:24.865310 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54740) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:24.932977 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26d1f5ba-822c-45e6-b826-402e8947abd2 req-cd7d5132-1c7f-406a-a71f-ac260d684111 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Jun 30 21:37:24.947570 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.957945 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.961065 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.964599 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/430a751e-2e87-4571-b4dd-d4ff11f6720c HTTP/1.1" status: 204 len: 168 time: 0.3325462 Jun 30 21:37:24.982092 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:24.984065 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896e0c-5754-4755-91f3-d8fb321fa1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a751e-2e87-4571-b4dd-d4ff11f6720c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:25.144594 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:25.149126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:25.150615 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3612262f-3beb-49e5-94a5-a4f09967796c HTTP/1.1" status: 204 len: 168 time: 0.2843707 Jun 30 21:37:25.160490 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fd2d9-a366-4ee9-b183-0a88dbd2000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3612262f-3beb-49e5-94a5-a4f09967796c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:25.744670 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-badd08aa-afa3-44ea-b43f-8fec92efb3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:25.931275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54768) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:25.951651 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-465b55c9-3508-4d38-9fa1-7406434d66cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.084666 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-465b55c9-3508-4d38-9fa1-7406434d66cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.160774 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-465b55c9-3508-4d38-9fa1-7406434d66cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.246200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b55c9-3508-4d38-9fa1-7406434d66cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc1f62c-a46c-44c5-b00e-2273ab34db08,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:26.257450 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-465b55c9-3508-4d38-9fa1-7406434d66cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6adabfb793654a458f908d17fc25c302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245151 Jun 30 21:37:26.261704 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54788) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:26.277117 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8762b7-2f19-44c1-a366-83b3100f1455 req-0c2f2cde-4727-45b4-a748-66c519e5195d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:26.278746 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a8762b7-2f19-44c1-a366-83b3100f1455 req-0c2f2cde-4727-45b4-a748-66c519e5195d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1068439 Jun 30 21:37:26.329054 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a8762b7-2f19-44c1-a366-83b3100f1455 req-d5f0ff78-0ab8-4efd-8a2a-55797a2a2416 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Jun 30 21:37:26.358474 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.397738 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.564748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.570409 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:26.572999 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fc1f62c-a46c-44c5-b00e-2273ab34db08 HTTP/1.1" status: 204 len: 168 time: 0.3092103 Jun 30 21:37:26.592362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc46c5-66f6-48fb-a4c4-99504d6d51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc1f62c-a46c-44c5-b00e-2273ab34db08,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:27.572843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be2a24-c323-445a-ad43-bff0cdd29001 req-9cfd0a3a-2767-4988-8b1f-15803ee3d82e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:27.579693 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54be2a24-c323-445a-ad43-bff0cdd29001 req-9cfd0a3a-2767-4988-8b1f-15803ee3d82e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1128159 Jun 30 21:37:27.618837 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54be2a24-c323-445a-ad43-bff0cdd29001 req-4b924f8c-0351-4200-832e-0709c4f1df28 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Jun 30 21:37:27.781609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54874) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:28.089853 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81aa5099-39e4-43c3-919b-336dd4b548cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.228631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81aa5099-39e4-43c3-919b-336dd4b548cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.322171 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81aa5099-39e4-43c3-919b-336dd4b548cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.373362 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-81aa5099-39e4-43c3-919b-336dd4b548cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecf7558951014a6e931c7b80c9e0ea42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906253 Jun 30 21:37:28.374600 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5099-39e4-43c3-919b-336dd4b548cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d1eda-f1d7-480e-b51e-85ac3d212a2f,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:28.377041 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54904) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:28.444137 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.458000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f57a9886-cd37-4300-921c-1593a6c7aa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.481702 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.648104 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.654687 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.657269 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a7d1eda-f1d7-480e-b51e-85ac3d212a2f HTTP/1.1" status: 204 len: 168 time: 0.2782066 Jun 30 21:37:28.675794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b128b-6d43-4486-8c78-725bde192753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d1eda-f1d7-480e-b51e-85ac3d212a2f,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:28.735324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:28.860828 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2694e1-eab3-4046-95b7-9ad8573a34e8 req-90f441b3-117d-4e8d-aef2-1d38d511be61 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:28.868212 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ea2694e1-eab3-4046-95b7-9ad8573a34e8 req-90f441b3-117d-4e8d-aef2-1d38d511be61 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0870564 Jun 30 21:37:28.904421 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ea2694e1-eab3-4046-95b7-9ad8573a34e8 req-a2570138-a93f-4db1-8736-d7253cc6df67 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Jun 30 21:37:29.748404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:29.758591 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54952) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:29.778804 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a908e2c3-7621-48a9-b5f1-12b22cc0b201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:29.927077 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a908e2c3-7621-48a9-b5f1-12b22cc0b201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.012875 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a908e2c3-7621-48a9-b5f1-12b22cc0b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.094966 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a908e2c3-7621-48a9-b5f1-12b22cc0b201 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cdad24d04494e08b12eff15aa5b9fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345513 Jun 30 21:37:30.097068 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e2c3-7621-48a9-b5f1-12b22cc0b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece464f-8954-4965-907d-381bee01c725,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:30.098413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 54960) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:30.160877 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3215-f976-48b6-b800-53533d73a110 req-9c7f559e-211e-4751-ae57-10949f33a5a1 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:30.170014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dae3215-f976-48b6-b800-53533d73a110 req-9c7f559e-211e-4751-ae57-10949f33a5a1 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1411998 Jun 30 21:37:30.223902 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.247525 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dae3215-f976-48b6-b800-53533d73a110 req-a21cc9c4-b422-44b1-8bcc-83319aad40b3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752120 Jun 30 21:37:30.284536 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.562022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.564837 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:30.566101 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eece464f-8954-4965-907d-381bee01c725 HTTP/1.1" status: 204 len: 168 time: 0.4654174 Jun 30 21:37:30.575671 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72acf1-9696-49f7-8450-bd9d2d623c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece464f-8954-4965-907d-381bee01c725,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:30.702756 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f18718-4483-4ab9-ab29-877420a3e57b req-7f0176e0-95de-4c3b-9cb7-e1a374b947a9 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:30.704878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71f18718-4483-4ab9-ab29-877420a3e57b req-7f0176e0-95de-4c3b-9cb7-e1a374b947a9 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1086135 Jun 30 21:37:30.747144 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71f18718-4483-4ab9-ab29-877420a3e57b req-7f27f9a8-9fcc-4251-84a6-b2f7f2caed70 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Jun 30 21:37:31.000800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 54984) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:31.172200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b17edd3-6822-4bea-a996-5649a28028d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.329151 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b17edd3-6822-4bea-a996-5649a28028d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.500574 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234de0-b5b1-4b48-8536-7762eec7b07d req-c5f94a0a-f68a-4389-80e4-ea5b5afa8ffc tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:31.504014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54234de0-b5b1-4b48-8536-7762eec7b07d req-c5f94a0a-f68a-4389-80e4-ea5b5afa8ffc tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1101198 Jun 30 21:37:31.534952 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b17edd3-6822-4bea-a996-5649a28028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.592816 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54234de0-b5b1-4b48-8536-7762eec7b07d req-42daba79-0172-43d4-82b2-95231a4d22ea tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Jun 30 21:37:31.597463 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4b17edd3-6822-4bea-a996-5649a28028d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7979d81f9e534559aadc1a577809d91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955470 Jun 30 21:37:31.598542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17edd3-6822-4bea-a996-5649a28028d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a579cf3-b810-45b0-8acd-6abd32a8c54d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:31.600241 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55008) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:31.683593 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.737301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.740554 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.927510 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.930387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:31.931825 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a579cf3-b810-45b0-8acd-6abd32a8c54d HTTP/1.1" status: 204 len: 168 time: 0.3303752 Jun 30 21:37:31.940758 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4d24f-b9d1-40a9-9e6e-08152c2bca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a579cf3-b810-45b0-8acd-6abd32a8c54d,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:32.019607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce381-639d-4829-841b-0a7f5862d390 req-d149eb67-8ab2-49ec-9f3c-081e48027f0a tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:32.021355 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b3ce381-639d-4829-841b-0a7f5862d390 req-d149eb67-8ab2-49ec-9f3c-081e48027f0a tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.0938919 Jun 30 21:37:32.080579 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b3ce381-639d-4829-841b-0a7f5862d390 req-f5416dca-3590-4cdb-bf46-a1f60b7dd073 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jun 30 21:37:32.971374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051db0bf-f3ab-4033-a02e-98591c0184e3 req-6bb44eb4-92d2-4ea2-bbf8-f583b81206f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:32.974026 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-051db0bf-f3ab-4033-a02e-98591c0184e3 req-6bb44eb4-92d2-4ea2-bbf8-f583b81206f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1177430 Jun 30 21:37:33.057112 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-051db0bf-f3ab-4033-a02e-98591c0184e3 req-db87e826-5723-481d-902a-8cdfb61bfd01 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761707 Jun 30 21:37:33.235512 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55070) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:33.411438 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a455a-f5b2-4253-98cd-be364aaf1aee req-ef9066df-3a81-4a72-8831-0183ebe7056c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:33.423577 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c00a455a-f5b2-4253-98cd-be364aaf1aee req-ef9066df-3a81-4a72-8831-0183ebe7056c tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.1434553 Jun 30 21:37:33.513060 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-1bb4fde7-e825-4958-9b6e-4db908428b29 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:33.516607 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-1bb4fde7-e825-4958-9b6e-4db908428b29 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 946 time: 0.2331696 Jun 30 21:37:33.518612 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c00a455a-f5b2-4253-98cd-be364aaf1aee req-f5c39ee7-07b2-4e01-b811-3043f1fa7422 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/security-groups?id=268ad710-5446-4b86-ae3b-b26704388b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935342 Jun 30 21:37:33.519272 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3b400615-8de5-460d-bbf0-8b98aab32726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:33.707288 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Deleting port bfc49e38-621f-4613-ba4e-576ab2674658 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:37:33.707592 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:33.796812 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3b400615-8de5-460d-bbf0-8b98aab32726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:33.835336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] For port bfc49e38-621f-4613-ba4e-576ab2674658, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfc49e38-621f-4613-ba4e-576ab2674658,segment=NetworkSegment(4ac94bb6-894d-4d4b-8ee1-8d8e213814ff),segment_id=4ac94bb6-894d-4d4b-8ee1-8d8e213814ff)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:37:33.836023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:33.864344 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Calling delete_port for bfc49e38-621f-4613-ba4e-576ab2674658 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:37:33.870510 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3b400615-8de5-460d-bbf0-8b98aab32726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.003707 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-3b400615-8de5-460d-bbf0-8b98aab32726 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0169e39f09c48df801831e6a81a2196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666190 Jun 30 21:37:34.008118 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55092) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:34.017899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b400615-8de5-460d-bbf0-8b98aab32726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42c37d-63ef-48dd-bed4-bd4c7a72bbe1,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:34.081189 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.107784 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.259849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.297644 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Pushing event deleted for resources: {'Port': ['ID=bfc49e38-621f-4613-ba4e-576ab2674658,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:34.308472 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.313728 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.319379 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f42c37d-63ef-48dd-bed4-bd4c7a72bbe1 HTTP/1.1" status: 204 len: 168 time: 0.3064244 Jun 30 21:37:34.355241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dd8cf-a7cf-4f95-ad1a-fcde0e982988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42c37d-63ef-48dd-bed4-bd4c7a72bbe1,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:34.429795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] No DVR routers for this DVR port bfc49e38-621f-4613-ba4e-576ab2674658 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:37:34.434905 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:34.437498 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8a22fa27-dbbf-4be3-bdd6-a0647feedf9a req-328f2cc5-a2e4-4c08-a53a-d86a0c0403f5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.13 "DELETE /v2.0/ports/bfc49e38-621f-4613-ba4e-576ab2674658 HTTP/1.1" status: 204 len: 173 time: 0.9114928 Jun 30 21:37:34.438093 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'name': 'network-vif-deleted', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:37:34.442393 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d3380-dfd6-465b-95b6-73cf705e8be6" -d '{"events": [{"server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "name": "network-vif-deleted", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:37:34.453145 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e5e7b-e03b-4a04-a6ad-3e97b83f1b07 req-ac34a3bc-1ef4-4f84-abc0-c1742c9b3ae5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:34.456103 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1b9e5e7b-e03b-4a04-a6ad-3e97b83f1b07 req-ac34a3bc-1ef4-4f84-abc0-c1742c9b3ae5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1955600 Jun 30 21:37:34.503567 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1b9e5e7b-e03b-4a04-a6ad-3e97b83f1b07 req-488c3707-6a54-425d-9da1-19dfe4f4bfe9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 Jun 30 21:37:34.571569 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df88bb-27aa-4091-aa8c-54f73532a282 x-openstack-request-id: req-c6df88bb-27aa-4091-aa8c-54f73532a282 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:37:34.577953 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd23ff-5c04-4051-9134-09880e3ff661", "name": "network-vif-deleted", "tag": "bfc49e38-621f-4613-ba4e-576ab2674658", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:37:34.577953 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6df88bb-27aa-4091-aa8c-54f73532a282 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:37:34.577953 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd23ff-5c04-4051-9134-09880e3ff661', 'name': 'network-vif-deleted', 'tag': 'bfc49e38-621f-4613-ba4e-576ab2674658', 'status': 'completed', 'code': 200} Jun 30 21:37:34.717346 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d51ba79-ce22-4965-b21c-256099d6f79b req-2ccd4f79-2323-480d-8e27-023c0f135b19 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.0487556 Jun 30 21:37:35.767689 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aeb76-1d28-48fe-bae6-8b02d34334df req-17bbae1c-7571-4569-ba1f-2e5be09f043a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:35.770329 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-790aeb76-1d28-48fe-bae6-8b02d34334df req-17bbae1c-7571-4569-ba1f-2e5be09f043a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0961025 Jun 30 21:37:35.770680 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device bfc49e38-621f-4613-ba4e-576ab2674658 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:37:35.825141 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: bfc49e38-621f-4613-ba4e-576ab2674658 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:37:35.825960 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device bfc49e38-621f-4613-ba4e-576ab2674658 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:37:35.882216 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-790aeb76-1d28-48fe-bae6-8b02d34334df req-ca107fe4-6418-4957-9510-24bae227c151 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986195 Jun 30 21:37:36.096674 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7794b403-d9a8-4a88-a8f0-8bae2a934114 req-26d6ff22-5006-481a-8617-176dcf2aa2c5 tempest-DeleteServersTestJSON-1518945565 tempest-DeleteServersTestJSON-1518945565-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4fd23ff-5c04-4051-9134-09880e3ff661 HTTP/1.1" status: 200 len: 210 time: 0.0428569 Jun 30 21:37:36.712734 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55182) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:36.853083 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bbcf-de3c-46be-8671-d7289a9252e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:36.968210 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bbcf-de3c-46be-8671-d7289a9252e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.051726 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bbcf-de3c-46be-8671-d7289a9252e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.112478 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c7f5bbcf-de3c-46be-8671-d7289a9252e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62a98db445b244b7b2f71e9d44e55c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984747 Jun 30 21:37:37.115206 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5bbcf-de3c-46be-8671-d7289a9252e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398be5a-77f2-47bd-b487-b504755e15e1,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:37.115572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55198) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:37.132487 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8720a22-366e-4c24-9ad6-287d95de0e86 req-a4950a07-eb05-436a-9396-f1d8c45b4233 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:37.134139 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8720a22-366e-4c24-9ad6-287d95de0e86 req-a4950a07-eb05-436a-9396-f1d8c45b4233 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1254232 Jun 30 21:37:37.189612 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8720a22-366e-4c24-9ad6-287d95de0e86 req-ea79053f-bea9-4fde-8a42-057c39254f81 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Jun 30 21:37:37.220062 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.261404 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.416184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.422802 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:37.423922 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c398be5a-77f2-47bd-b487-b504755e15e1 HTTP/1.1" status: 204 len: 168 time: 0.3064971 Jun 30 21:37:37.439592 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d0657-218c-4096-8c6b-eeaedb687db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398be5a-77f2-47bd-b487-b504755e15e1,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:38.464017 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d2b3-bf2e-442a-be13-c4c7ff3df586 req-1664b729-3d99-4fd5-aa64-90fb10a9d213 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:38.464017 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4998d2b3-bf2e-442a-be13-c4c7ff3df586 req-1664b729-3d99-4fd5-aa64-90fb10a9d213 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1093516 Jun 30 21:37:38.472082 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55250) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:38.522250 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4998d2b3-bf2e-442a-be13-c4c7ff3df586 req-fe9027d2-a0e7-4fbe-b673-63d99a8c7d8b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Jun 30 21:37:38.753690 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-56bbf4b3-f9b2-48b8-8c7d-3c64609bb420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:38.792476 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55266) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:38.884054 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-56bbf4b3-f9b2-48b8-8c7d-3c64609bb420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:38.964091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-56bbf4b3-f9b2-48b8-8c7d-3c64609bb420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:38.992579 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55276) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:39.071738 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf4b3-f9b2-48b8-8c7d-3c64609bb420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e518009d-39c7-47b6-aead-628a972ff1e3,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:39.077234 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0d84e1b-2d51-4d48-877a-e42d9c1a843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.103124 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Deleting subnet 1e53069c-d058-485f-bd0a-58af694ecbea {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:37:39.107137 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.136243 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-56bbf4b3-f9b2-48b8-8c7d-3c64609bb420 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6624e926dd014de4b51d274ab664b5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621666 Jun 30 21:37:39.141481 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55278) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:39.178576 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.197471 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.252684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.287193 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0d84e1b-2d51-4d48-877a-e42d9c1a843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.295843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.359441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0d84e1b-2d51-4d48-877a-e42d9c1a843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.374195 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.398947 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d0d84e1b-2d51-4d48-877a-e42d9c1a843c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41d3f9763a30428cb6f1a35c3362117e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050665 Jun 30 21:37:39.401625 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55290) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:39.444184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d84e1b-2d51-4d48-877a-e42d9c1a843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c5dd37-9aae-40b0-9674-579473471110,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:39.464375 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e53069c-d058-485f-bd0a-58af694ecbea,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:39.466609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.470064 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.471746 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e518009d-39c7-47b6-aead-628a972ff1e3 HTTP/1.1" status: 204 len: 168 time: 0.3300476 Jun 30 21:37:39.474574 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.477743 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9c4e62db-4d31-419c-b53e-766e027eae87 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e53069c-d058-485f-bd0a-58af694ecbea HTTP/1.1" status: 204 len: 168 time: 0.4831676 Jun 30 21:37:39.481781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55294) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:39.502856 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d06d2-5a99-4d4f-a560-28137dadb831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518009d-39c7-47b6-aead-628a972ff1e3,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:39.532926 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55296) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:39.561864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.620328 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.648460 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.768116 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.778429 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6852b-f0b5-4caa-b32f-f61b98a77a8a req-47d6a625-6e1f-4ecd-ad7e-aa98255c4635 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:39.780285 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37f6852b-f0b5-4caa-b32f-f61b98a77a8a req-47d6a625-6e1f-4ecd-ad7e-aa98255c4635 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1000106 Jun 30 21:37:39.781605 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72c11e3-2b1a-4b09-a03c-7ec3a80a72be']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:39.795319 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:39.795616 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac94bb6-894d-4d4b-8ee1-8d8e213814ff') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:37:39.807179 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.815140 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.817987 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.819423 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53c5dd37-9aae-40b0-9674-579473471110 HTTP/1.1" status: 204 len: 168 time: 0.4112532 Jun 30 21:37:39.834204 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b37194-cf51-4e53-8189-0f73dd45acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c5dd37-9aae-40b0-9674-579473471110,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:39.841505 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37f6852b-f0b5-4caa-b32f-f61b98a77a8a req-0a2f5f1c-bd37-4647-ba55-20eb3fd4adc5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472953 Jun 30 21:37:39.845698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.856532 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:37:39.856954 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:37:39.868913 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:37:40.040986 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25da807a-49a0-4b30-92b4-e194453b323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.073191 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.086574 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.086574 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a72c11e3-2b1a-4b09-a03c-7ec3a80a72be HTTP/1.1" status: 204 len: 168 time: 0.5996332 Jun 30 21:37:40.111361 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558dc2f-c448-4621-b861-074cce670b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72c11e3-2b1a-4b09-a03c-7ec3a80a72be,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:40.232544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25da807a-49a0-4b30-92b4-e194453b323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.312251 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25da807a-49a0-4b30-92b4-e194453b323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.402771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da807a-49a0-4b30-92b4-e194453b323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfc588-c5c2-423d-a49d-15ef6901346f,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:40.443126 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-25da807a-49a0-4b30-92b4-e194453b323c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93c49d62f4cc4b5c801d99633c3a31fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083593 Jun 30 21:37:40.448743 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55332) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:40.522318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.557872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.729452 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.737024 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.740485 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96bfc588-c5c2-423d-a49d-15ef6901346f HTTP/1.1" status: 204 len: 168 time: 0.2902715 Jun 30 21:37:40.759457 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55340) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:40.763715 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883aefa2-6b54-48e6-8f0b-0ed1e24f61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfc588-c5c2-423d-a49d-15ef6901346f,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:40.840986 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fe47cb13-ef7f-4beb-9d1f-e89adfa483da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4576e41925e04503afcc5a92a39ef61b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0785403 Jun 30 21:37:40.844014 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55342) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:40.908280 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.934131 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:40.940344 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55346) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:40.968322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20dafaee-ae55-4d74-95dc-04b2d64b7b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.125825 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1138-206a-4a5f-8a79-c7a7a5b34ae1 req-42085d9f-3a37-4581-81fc-a004c8a7ec1d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:41.129631 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca4b1138-206a-4a5f-8a79-c7a7a5b34ae1 req-42085d9f-3a37-4581-81fc-a004c8a7ec1d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1228139 Jun 30 21:37:41.141683 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20dafaee-ae55-4d74-95dc-04b2d64b7b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.146205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.152042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.157384 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/268ad710-5446-4b86-ae3b-b26704388b04 HTTP/1.1" status: 204 len: 168 time: 0.3086491 Jun 30 21:37:41.182524 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6a2fa-afd7-49c3-9633-1a5bc9293e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ad710-5446-4b86-ae3b-b26704388b04,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:41.214249 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20dafaee-ae55-4d74-95dc-04b2d64b7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.237842 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ca4b1138-206a-4a5f-8a79-c7a7a5b34ae1 req-f3e2ecce-0bfe-4ea9-9c3b-9c6231f77a18 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819640 Jun 30 21:37:41.266239 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-20dafaee-ae55-4d74-95dc-04b2d64b7b65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d22be8b1dc3c42efb771a63b3bad06d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240979 Jun 30 21:37:41.267500 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dafaee-ae55-4d74-95dc-04b2d64b7b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7a690-e3e1-4474-a7cd-ce1ea7d7518b,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:41.270265 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55352) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:41.352887 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.397912 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.608588 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.611513 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:41.615807 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbb7a690-e3e1-4474-a7cd-ce1ea7d7518b HTTP/1.1" status: 204 len: 168 time: 0.3414428 Jun 30 21:37:41.622207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ced5e4-f624-4a2c-8a5e-4c0d1477708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7a690-e3e1-4474-a7cd-ce1ea7d7518b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:41.990949 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55374) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:42.007601 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de15ad55-8681-4b5e-86d5-af76abb92bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.133990 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de15ad55-8681-4b5e-86d5-af76abb92bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.237024 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de15ad55-8681-4b5e-86d5-af76abb92bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.282846 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-de15ad55-8681-4b5e-86d5-af76abb92bcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b99fac56a10417995df03f0addcd2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903330 Jun 30 21:37:42.283783 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15ad55-8681-4b5e-86d5-af76abb92bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc149c0-0594-4b3a-b09d-6d2804138caa,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:42.286213 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55382) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:42.358110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.382933 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.490638 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5957f-38c2-430c-8e77-83824932200f req-dfc53181-81ee-4477-8cf9-c28494f14b87 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:42.492474 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87b5957f-38c2-430c-8e77-83824932200f req-dfc53181-81ee-4477-8cf9-c28494f14b87 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0902257 Jun 30 21:37:42.537331 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87b5957f-38c2-430c-8e77-83824932200f req-6bf4b7a4-ece1-4ba9-a82f-6c0b6bd6a604 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Jun 30 21:37:42.580231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.583547 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:42.585539 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbc149c0-0594-4b3a-b09d-6d2804138caa HTTP/1.1" status: 204 len: 168 time: 0.2976670 Jun 30 21:37:42.597528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2cb23-20cc-4d07-ad70-4751b63be8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc149c0-0594-4b3a-b09d-6d2804138caa,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:43.690131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55436) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:43.711557 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-13b69fb9-ffb1-4efe-9f9b-a1dc4a08bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:43.813380 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc3a0-9344-49d5-b76e-79a9679df28c req-ba63ebd7-731c-4a92-939b-cf82077b26eb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:43.816613 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f85fc3a0-9344-49d5-b76e-79a9679df28c req-ba63ebd7-731c-4a92-939b-cf82077b26eb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1411967 Jun 30 21:37:43.902979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-13b69fb9-ffb1-4efe-9f9b-a1dc4a08bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:43.916017 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f85fc3a0-9344-49d5-b76e-79a9679df28c req-1c6dbebc-1fe9-4d94-8d06-a91cda351e7a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743439 Jun 30 21:37:44.093900 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-13b69fb9-ffb1-4efe-9f9b-a1dc4a08bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:44.140781 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-13b69fb9-ffb1-4efe-9f9b-a1dc4a08bb6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=372b469ba22d422ea272424840e0f799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485369 Jun 30 21:37:44.141123 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b69fb9-ffb1-4efe-9f9b-a1dc4a08bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51131c45-9734-48e7-851e-c7d297626b8c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:44.143655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55450) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:44.238988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:44.279197 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:44.432008 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:44.434520 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:44.435790 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51131c45-9734-48e7-851e-c7d297626b8c HTTP/1.1" status: 204 len: 168 time: 0.2912028 Jun 30 21:37:44.453712 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538df28-8a13-465d-ac0d-9dc22977a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51131c45-9734-48e7-851e-c7d297626b8c,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:44.992389 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:45.164977 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ed55-e787-4b30-bca6-3024ee18cd8c req-2262a827-bb38-4df4-9c45-d968858e147d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:45.173239 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a56ed55-e787-4b30-bca6-3024ee18cd8c req-2262a827-bb38-4df4-9c45-d968858e147d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0839241 Jun 30 21:37:45.215955 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a56ed55-e787-4b30-bca6-3024ee18cd8c req-ce3eb5bb-467f-439b-b6e7-a6fd06332605 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Jun 30 21:37:46.561136 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faaf31-34c5-465e-b305-2dc048c168d8 req-72e35238-2a79-40cc-baab-b7d544dda56d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:46.563546 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1faaf31-34c5-465e-b305-2dc048c168d8 req-72e35238-2a79-40cc-baab-b7d544dda56d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0956235 Jun 30 21:37:46.641996 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1faaf31-34c5-465e-b305-2dc048c168d8 req-c02486dd-dabf-4c54-8a03-67e7c02ae0e2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Jun 30 21:37:47.397314 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55576) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:47.527431 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4b0233d2-ef8a-4022-b8d1-8dce720d5df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:47.623876 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4b0233d2-ef8a-4022-b8d1-8dce720d5df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:47.757466 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4b0233d2-ef8a-4022-b8d1-8dce720d5df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:47.796339 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0233d2-ef8a-4022-b8d1-8dce720d5df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3d313-bc47-4be3-9c89-7d16fae9876e,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:47.802294 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4b0233d2-ef8a-4022-b8d1-8dce720d5df3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95ecd3cae1fe404a804619fc193db574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037895 Jun 30 21:37:47.805117 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55588) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:47.869906 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:47.893166 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:48.020592 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:48.024038 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:48.025813 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80c3d313-bc47-4be3-9c89-7d16fae9876e HTTP/1.1" status: 204 len: 168 time: 0.2195878 Jun 30 21:37:48.037085 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541606f-7318-4ac2-8ed8-4dbb5a216222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3d313-bc47-4be3-9c89-7d16fae9876e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:48.897094 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55604) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:48.918491 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8216741f-c953-40d3-b5cf-c4eb979aeab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.041296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8216741f-c953-40d3-b5cf-c4eb979aeab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.145921 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8216741f-c953-40d3-b5cf-c4eb979aeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.191118 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-8216741f-c953-40d3-b5cf-c4eb979aeab4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5162726515d34256940e82e9d11f7736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876618 Jun 30 21:37:49.191118 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216741f-c953-40d3-b5cf-c4eb979aeab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635fdb1b-4aaf-4f81-80f0-4d2b5f044569,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:49.192892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55612) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:49.247405 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.270362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.403274 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.405862 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:49.407065 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/635fdb1b-4aaf-4f81-80f0-4d2b5f044569 HTTP/1.1" status: 204 len: 168 time: 0.2132192 Jun 30 21:37:49.419652 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3dfad-bead-41b3-952a-31c84fc2fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635fdb1b-4aaf-4f81-80f0-4d2b5f044569,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:49.722550 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0402ad0-3f95-4cec-a89b-ae0111ca7623 req-2dbac846-9bf5-49e7-a49a-9889d5065652 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:49.728824 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0402ad0-3f95-4cec-a89b-ae0111ca7623 req-2dbac846-9bf5-49e7-a49a-9889d5065652 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0837262 Jun 30 21:37:49.774786 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0402ad0-3f95-4cec-a89b-ae0111ca7623 req-642989cd-05a5-47a8-b1f0-2f9aef9aea1f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 Jun 30 21:37:54.720997 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e176-be0d-44de-a816-adaa6d85009c req-2e5f9cfa-55ea-4538-8d43-2aa0f408dd14 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:54.722661 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dd8e176-be0d-44de-a816-adaa6d85009c req-2e5f9cfa-55ea-4538-8d43-2aa0f408dd14 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0662897 Jun 30 21:37:54.764060 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dd8e176-be0d-44de-a816-adaa6d85009c req-ffb031ff-3397-4a75-b3fb-07c3be4996ca tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jun 30 21:37:55.775022 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c3ade2b-48f6-47c2-be7c-205f3e2f3916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:55.956118 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48e87-4382-4314-a4e2-6b1fbe678c9a req-a90464ab-4a77-46bc-8dfd-acbbaa508600 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:55.957601 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cea48e87-4382-4314-a4e2-6b1fbe678c9a req-a90464ab-4a77-46bc-8dfd-acbbaa508600 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0696990 Jun 30 21:37:56.000561 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cea48e87-4382-4314-a4e2-6b1fbe678c9a req-b97a3127-5a37-4f3d-8e97-9bc00d9bb2f5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354741 Jun 30 21:37:57.145641 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c61462-9363-4a13-be1f-d3d637e46d9f req-d85e25d0-1993-4766-aab2-8d518d3816dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:57.147185 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c3c61462-9363-4a13-be1f-d3d637e46d9f req-d85e25d0-1993-4766-aab2-8d518d3816dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1098 time: 0.0616453 Jun 30 21:37:57.187251 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c3c61462-9363-4a13-be1f-d3d637e46d9f req-eb71212d-da4a-4e30-8ef1-129b32cd3315 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Jun 30 21:37:57.195713 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769dd20-36a2-4a50-8557-8ca7c11e65ef req-c662f3d4-983f-4edb-920f-b991dc503976 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:37:57.197988 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1769dd20-36a2-4a50-8557-8ca7c11e65ef req-c662f3d4-983f-4edb-920f-b991dc503976 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0715466 Jun 30 21:37:57.244884 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1769dd20-36a2-4a50-8557-8ca7c11e65ef req-5a753007-380a-440b-be20-a59803f082b9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Jun 30 21:37:57.298785 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55792) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:57.405362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-61fe16b4-609b-4b8a-8ef4-50ca62b1e6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.503038 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-61fe16b4-609b-4b8a-8ef4-50ca62b1e6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.552378 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-61fe16b4-609b-4b8a-8ef4-50ca62b1e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.599487 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-61fe16b4-609b-4b8a-8ef4-50ca62b1e6ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9836bed997f4eb181168e7fd3e9242f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995741 Jun 30 21:37:57.600616 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe16b4-609b-4b8a-8ef4-50ca62b1e6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cad409-48be-401d-a5bd-197c09e7397c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:57.602263 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55800) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:57.658930 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.680633 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.803822 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.806325 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:57.808066 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02cad409-48be-401d-a5bd-197c09e7397c HTTP/1.1" status: 204 len: 168 time: 0.2032924 Jun 30 21:37:57.816459 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52ad40-f486-4cde-be54-a240a8dd2b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cad409-48be-401d-a5bd-197c09e7397c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:58.421382 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-235f49e4-83fe-4548-96e6-ee33265347c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.475724 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55832) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:58.489625 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-615c61f1-05ea-4e53-868b-4c09f56a1051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.614052 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-615c61f1-05ea-4e53-868b-4c09f56a1051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.723674 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-615c61f1-05ea-4e53-868b-4c09f56a1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.724406 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.767516 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c61f1-05ea-4e53-868b-4c09f56a1051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6269e69-5f13-44aa-a444-4959dea63eaf,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:58.772428 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-615c61f1-05ea-4e53-868b-4c09f56a1051 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54977351001644588c2e9e8842001a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955365 Jun 30 21:37:58.775374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55850) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:37:58.832110 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.855778 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.958461 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.961497 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:37:58.962934 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6269e69-5f13-44aa-a444-4959dea63eaf HTTP/1.1" status: 204 len: 168 time: 0.1859305 Jun 30 21:37:58.972158 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9839d29-a436-40d2-9ea5-39bda81f8a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6269e69-5f13-44aa-a444-4959dea63eaf,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:37:59.747112 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:00.954355 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:38:01.535412 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55936) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:01.598755 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:01.660716 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fd6e695a-40f4-495b-b7db-7f38d805356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:01.760404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fd6e695a-40f4-495b-b7db-7f38d805356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:01.832960 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fd6e695a-40f4-495b-b7db-7f38d805356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:01.874851 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fd6e695a-40f4-495b-b7db-7f38d805356f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c090529513b46c0af5362290af6d1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382797 Jun 30 21:38:01.875828 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e695a-40f4-495b-b7db-7f38d805356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e249c2-846a-4469-8b21-13902a105509,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:01.878578 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55946) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:01.935362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:01.958553 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.084348 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.087099 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.089051 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38e249c2-846a-4469-8b21-13902a105509 HTTP/1.1" status: 204 len: 168 time: 0.2086489 Jun 30 21:38:02.097257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e363f0e-6df5-4607-be7d-879c86d33be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e249c2-846a-4469-8b21-13902a105509,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:02.549941 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09284bdc-1bdd-4172-a364-4b92056d005d req-ed3fae47-a680-468f-9d00-4e7878ac9bbd tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:02.551531 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09284bdc-1bdd-4172-a364-4b92056d005d req-ed3fae47-a680-468f-9d00-4e7878ac9bbd tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0646048 Jun 30 21:38:02.590589 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09284bdc-1bdd-4172-a364-4b92056d005d req-e361fe39-f6a5-4ed6-ad82-65d4a21182fb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Jun 30 21:38:02.759394 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55958) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:02.774897 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fac51fe2-120f-4dd6-8da5-9f123275d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.870938 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fac51fe2-120f-4dd6-8da5-9f123275d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.935557 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-fac51fe2-120f-4dd6-8da5-9f123275d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:02.976201 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fac51fe2-120f-4dd6-8da5-9f123275d2a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4507fccc157f4e0d833faaf8140acb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156622 Jun 30 21:38:02.977376 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac51fe2-120f-4dd6-8da5-9f123275d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb3285d-f9dd-405c-a60a-82d7f4ddb35a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:02.980047 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55966) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:03.049111 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.070360 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.198725 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.201484 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.202961 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1eb3285d-f9dd-405c-a60a-82d7f4ddb35a HTTP/1.1" status: 204 len: 168 time: 0.2208276 Jun 30 21:38:03.211431 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815e8ea-64f9-4c94-aecf-123257951b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb3285d-f9dd-405c-a60a-82d7f4ddb35a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:03.374895 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 55976) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:03.627243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a01854cd-8e17-48df-a4b3-7d9884ffaf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.739228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a01854cd-8e17-48df-a4b3-7d9884ffaf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.837195 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc7663-0df0-48f4-a609-9136031891f4 req-db40012c-f86d-4594-b462-ab67945404da tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:03.839327 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dafc7663-0df0-48f4-a609-9136031891f4 req-db40012c-f86d-4594-b462-ab67945404da tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0684156 Jun 30 21:38:03.882482 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dafc7663-0df0-48f4-a609-9136031891f4 req-708a1fea-a345-4108-941f-5434ab418fbb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Jun 30 21:38:03.906136 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a01854cd-8e17-48df-a4b3-7d9884ffaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:03.946630 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a01854cd-8e17-48df-a4b3-7d9884ffaf0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4b3c56a51474e8f860597deb218ebd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651443 Jun 30 21:38:03.946829 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 55998) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:03.946985 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01854cd-8e17-48df-a4b3-7d9884ffaf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59b0ce-b57d-4f02-a509-31548ada1d22,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:04.015809 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:04.044396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:04.188200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:04.192948 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:04.194156 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a59b0ce-b57d-4f02-a509-31548ada1d22 HTTP/1.1" status: 204 len: 168 time: 0.2486920 Jun 30 21:38:04.203595 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7fa34-6234-4ab4-b37c-276ac68af55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a59b0ce-b57d-4f02-a509-31548ada1d22,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:05.266238 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56060) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:05.545281 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1b6b204c-81c9-4d7e-9344-6dc23c5f4b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:05.655350 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1b6b204c-81c9-4d7e-9344-6dc23c5f4b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:05.730685 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1b6b204c-81c9-4d7e-9344-6dc23c5f4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:05.774429 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1b6b204c-81c9-4d7e-9344-6dc23c5f4b9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54ad625cbb5c42d3b857d232f7198583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060160 Jun 30 21:38:05.774939 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56082) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:05.780241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b204c-81c9-4d7e-9344-6dc23c5f4b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96924a1-b8cb-4857-ae79-180fff180257,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:05.878791 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:05.904864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:05.930769 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56090) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:06.037906 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-417848793-network', 'tenant_id': '65eda89908cd4726a2b596de3237994c'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:06.062384 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.071674 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.074158 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f96924a1-b8cb-4857-ae79-180fff180257 HTTP/1.1" status: 204 len: 168 time: 0.2969983 Jun 30 21:38:06.083175 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af636d8-c390-4125-89b6-a6b00c21a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96924a1-b8cb-4857-ae79-180fff180257,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:06.142430 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Made reservation on behalf of 65eda89908cd4726a2b596de3237994c for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:06.146336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.156902 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.259828 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.336594 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.359935 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:38:06.374802 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1968d-8fbf-487b-a492-d7303588d510,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:06.380031 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.380370 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Added segment 96ae645a-7eb1-4c37-b29c-785d36c97571 of type vlan for network 0b08c74a-1bdc-411a-9d12-ede5825354c7 Jun 30 21:38:06.421332 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56102) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:06.428128 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.518801 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.519943 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:06.520528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.537051 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.584787 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b08c74a-1bdc-411a-9d12-ede5825354c7,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:06.595737 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:38:06.631206 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0613efdd-55fa-4be7-b699-d82c158496c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6964953 Jun 30 21:38:06.631636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56106) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:06.636966 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Request body: {'subnet': {'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-417848793-subnet', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:06.740516 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.826274 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56108) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:06.838788 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.841763 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4ef80b2f-ef59-4c5b-8961-1b6b8b315f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.881350 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13b1be7ae68e4e4da32c8058890408f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583144 Jun 30 21:38:06.882453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773de740-5dd1-406c-b656-ca569591f896,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:06.884283 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56112) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:06.890022 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.890588 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.891586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.891586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.891940 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.892095 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.892430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.892761 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.893092 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.893416 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.893726 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.894056 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970a975-cb32-40cb-bd6a-7de0031853fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:06.944716 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.967444 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Made reservation on behalf of 65eda89908cd4726a2b596de3237994c for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:06.969777 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11445731'] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:06.978126 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.193296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4ef80b2f-ef59-4c5b-8961-1b6b8b315f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.194235 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.196782 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.199306 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/773de740-5dd1-406c-b656-ca569591f896 HTTP/1.1" status: 204 len: 168 time: 0.3127224 Jun 30 21:38:07.232931 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256da2-344c-4b04-a8fd-0b46db05f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773de740-5dd1-406c-b656-ca569591f896,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:07.273017 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4ef80b2f-ef59-4c5b-8961-1b6b8b315f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.313830 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4ef80b2f-ef59-4c5b-8961-1b6b8b315f6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20dfb100d60d42f1af7cae6f86e37a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864297 Jun 30 21:38:07.316523 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56118) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:07.323929 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef80b2f-ef59-4c5b-8961-1b6b8b315f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2766b29-4547-4e33-a9e1-723e94779bff,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:07.339972 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11445745'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.429548 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8038464-2a63-43ea-aa32-c24d33ffc803,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:07.438266 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.452633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Checking segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:07.453244 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Network hostable DHCP agents. Network: 0b08c74a-1bdc-411a-9d12-ede5825354c7, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:38:07.476215 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.627771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:38:07.657333 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.662307 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.664246 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2766b29-4547-4e33-a9e1-723e94779bff HTTP/1.1" status: 204 len: 168 time: 0.3464706 Jun 30 21:38:07.677900 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a85c0-2f02-46ad-a4cf-57c1f11615b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2766b29-4547-4e33-a9e1-723e94779bff,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:07.713437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 0b08c74a-1bdc-411a-9d12-ede5825354c7) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:07.719689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:07.720988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.726077 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef55e5-2f2b-4412-91f0-e06d84221758 None None] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:07.799786 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-878daed2-2005-460a-a00d-86b805ecd92a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1668615 Jun 30 21:38:07.804143 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56124) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:07.809435 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:07.890913 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.891986 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.946853 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-0b08c74a-1bdc-411a-9d12-ede5825354c7', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:38:07.948185 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:07.951964 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.000582 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56128) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:08.014811 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0043e553-957d-48aa-adf9-79c484d20488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.124266 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Allocated IP 172.20.0.2 (0b08c74a-1bdc-411a-9d12-ede5825354c7/b8038464-2a63-43ea-aa32-c24d33ffc803/84c17989-55bc-421c-9a9c-93dd78d73a41) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:08.271887 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.301096 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0043e553-957d-48aa-adf9-79c484d20488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.378597 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.387572 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Transition to ACTIVE for port object 84c17989-55bc-421c-9a9c-93dd78d73a41 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:08.394755 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0043e553-957d-48aa-adf9-79c484d20488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.407909 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Transition to ACTIVE for port object 84c17989-55bc-421c-9a9c-93dd78d73a41 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:08.468525 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.472642 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0043e553-957d-48aa-adf9-79c484d20488 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f845defc1ba4b13b3dbad048324c002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676826 Jun 30 21:38:08.472967 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56142) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:08.480417 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e553-957d-48aa-adf9-79c484d20488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91221786-ec73-4db4-82fc-ff13b1bfd264,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:08.504838 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:08.512774 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:08.519922 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:08.558567 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Pushing event updated for resources: {'Port': ['ID=84c17989-55bc-421c-9a9c-93dd78d73a41,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:08.571682 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.598004 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Attempting to bind port 84c17989-55bc-421c-9a9c-93dd78d73a41 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:08.598004 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Attempting to bind port 84c17989-55bc-421c-9a9c-93dd78d73a41 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:08.598480 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Attempting to bind port 84c17989-55bc-421c-9a9c-93dd78d73a41 on network 0b08c74a-1bdc-411a-9d12-ede5825354c7 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:08.606427 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.606722 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:08.607091 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Checking segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:08.607716 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.608338 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Bound using segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:08.609169 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Bound port: 84c17989-55bc-421c-9a9c-93dd78d73a41, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:08.609758 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.708893 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] For port 84c17989-55bc-421c-9a9c-93dd78d73a41, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:08.714731 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] For port 84c17989-55bc-421c-9a9c-93dd78d73a41, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=84c17989-55bc-421c-9a9c-93dd78d73a41,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:08.817091 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.863886 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.886183 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e5a81-f99f-4566-bb8b-08752e8e6861 None None] Pushing event updated for resources: {'Port': ['ID=84c17989-55bc-421c-9a9c-93dd78d73a41,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:08.893642 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.934339 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87623607-51a2-443a-9ae9-6dd9a1c6e45c req-94f14a23-9362-4d94-9073-a2cab73ad707 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:08.936642 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87623607-51a2-443a-9ae9-6dd9a1c6e45c req-94f14a23-9362-4d94-9073-a2cab73ad707 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1344116 Jun 30 21:38:08.940696 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.945359 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:08.951250 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91221786-ec73-4db4-82fc-ff13b1bfd264 HTTP/1.1" status: 204 len: 168 time: 0.4731491 Jun 30 21:38:09.047900 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a085d8-ab5d-44fe-befd-696d22deb392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91221786-ec73-4db4-82fc-ff13b1bfd264,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:09.160344 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87623607-51a2-443a-9ae9-6dd9a1c6e45c req-22691416-7331-40b0-8c92-3d065fe89548 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503811 Jun 30 21:38:09.208538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Allocated IP 172.27.3.35 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/c642303c-729c-43ab-80e0-d464c64507cd) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:09.430777 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 84c17989-55bc-421c-9a9c-93dd78d73a41 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:09.545147 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 84c17989-55bc-421c-9a9c-93dd78d73a41 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:09.719813 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:09.757884 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbcf71-9783-423f-b39c-f365cea07ab4 req-8a82f8ba-6a50-4f26-bfcf-093bdeadc73c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:09.757884 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1bbcf71-9783-423f-b39c-f365cea07ab4 req-8a82f8ba-6a50-4f26-bfcf-093bdeadc73c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1129613 Jun 30 21:38:09.820014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b1bbcf71-9783-423f-b39c-f365cea07ab4 req-6f9fcf34-cb72-4a4e-be36-676fd9c290f8 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Jun 30 21:38:09.878995 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:09.892374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:09.894850 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:09.920499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:10.042553 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c642303c-729c-43ab-80e0-d464c64507cd,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:10.191992 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a851637-9003-4de8-a951-c2775d482fef None None] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:10.281275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.352497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Provisioning for port 84c17989-55bc-421c-9a9c-93dd78d73a41 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:10.373681 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Provisioning complete for port 84c17989-55bc-421c-9a9c-93dd78d73a41 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:10.380867 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.430610 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56194) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:10.604030 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.646990 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.653607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-12890480-network', 'tenant_id': 'a4889c73766247c48bfd64a93acadd39'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:10.666764 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] For port 84c17989-55bc-421c-9a9c-93dd78d73a41, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=84c17989-55bc-421c-9a9c-93dd78d73a41,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:10.742568 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.815540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cd1fb-8ef1-4668-9e4f-4450cbc7eb89 None None] Pushing event updated for resources: {'Port': ['ID=84c17989-55bc-421c-9a9c-93dd78d73a41,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:10.828735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Made reservation on behalf of a4889c73766247c48bfd64a93acadd39 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:10.833508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.888394 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:10.972431 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a44cfd5b-acc9-4c0b-97bd-30dd3d31cb4c None None] Provisioning complete for port 84c17989-55bc-421c-9a9c-93dd78d73a41 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:10.972843 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a44cfd5b-acc9-4c0b-97bd-30dd3d31cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.049684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Router f825d67d-a69d-4f8d-9e45-d6c165c140b8 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:38:11.136663 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.212341 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.245869 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:38:11.261660 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:38:11.272581 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Sync routers for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:38:11.279494 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518586e-389f-4c1e-9632-639da17d200b,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:11.284753 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.285103 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Added segment 73707bc2-1296-46c4-b3f9-6c8d214bb110 of type vlan for network 1ae83569-249b-4ddd-bf7d-377db55182fc Jun 30 21:38:11.288851 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:11.290696 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:11.338231 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.371274 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.372969 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a6977c86-e572-4b5c-889a-6e4f2c41abb5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5676932 Jun 30 21:38:11.383359 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56236) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:11.389244 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 84c17989-55bc-421c-9a9c-93dd78d73a41 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:11.459043 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:11.468135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 84c17989-55bc-421c-9a9c-93dd78d73a41 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:11.469546 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.485037 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.486029 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:11.486627 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.612770 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] Pushing event updated for resources: {'Network': ['ID=1ae83569-249b-4ddd-bf7d-377db55182fc,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:11.623291 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7760d75f-a75d-462e-9af3-be1c9df6f64a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1911788 Jun 30 21:38:11.626082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56246) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:11.632392 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Request body: {'subnet': {'network_id': '1ae83569-249b-4ddd-bf7d-377db55182fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-12890480-subnet', 'tenant_id': 'a4889c73766247c48bfd64a93acadd39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:11.633558 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 1ae83569-249b-4ddd-bf7d-377db55182fc details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:38:11.725005 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Made reservation on behalf of a4889c73766247c48bfd64a93acadd39 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:11.735429 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:11.823868 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:10Z', 'revision_number': 3, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:11.862041 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Checking router: f825d67d-a69d-4f8d-9e45-d6c165c140b8 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:38:11.862512 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Updating router f825d67d-a69d-4f8d-9e45-d6c165c140b8 port c642303c-729c-43ab-80e0-d464c64507cd binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:38:11.932046 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.119900 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.205799 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c2f8fa-0b56-421c-b65f-822e011c8849,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:12.217197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Checking segment: {'id': '73707bc2-1296-46c4-b3f9-6c8d214bb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1ae83569-249b-4ddd-bf7d-377db55182fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:12.217418 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Network hostable DHCP agents. Network: 1ae83569-249b-4ddd-bf7d-377db55182fc, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:38:12.239318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.353530 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Network 1ae83569-249b-4ddd-bf7d-377db55182fc is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:38:12.419977 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.422634 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 1ae83569-249b-4ddd-bf7d-377db55182fc) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:12.431156 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Transition to ACTIVE for port object c642303c-729c-43ab-80e0-d464c64507cd will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:12.431671 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:12.433623 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.433939 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ad13b-f01e-4f49-96de-811fc2dce92d None None] Network 1ae83569-249b-4ddd-bf7d-377db55182fc requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:12.473981 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Allocated IP 172.20.0.1 (0b08c74a-1bdc-411a-9d12-ede5825354c7/b8038464-2a63-43ea-aa32-c24d33ffc803/35107a9f-8752-41ae-b2fe-d495f0ed03a1) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:12.513787 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.567371 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Pushing event updated for resources: {'Port': ['ID=c642303c-729c-43ab-80e0-d464c64507cd,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:12.572194 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Attempting to bind port c642303c-729c-43ab-80e0-d464c64507cd on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:12.573070 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Attempting to bind port c642303c-729c-43ab-80e0-d464c64507cd by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:12.573070 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Attempting to bind port c642303c-729c-43ab-80e0-d464c64507cd on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:12.582164 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.582518 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.582886 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.583220 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.583554 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.583947 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.584207 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.584695 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.585226 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.585555 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.585881 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.586243 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:12.591015 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:12.591015 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:12.591015 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.591015 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:12.591449 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Bound port: c642303c-729c-43ab-80e0-d464c64507cd, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:12.591539 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.596808 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7e8ed-2421-48cd-a6e9-d662795295bc None None] Network 1ae83569-249b-4ddd-bf7d-377db55182fc requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:12.617359 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-af7432c4-2a63-45ca-b5e9-6f733d3bf3dc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9901683 Jun 30 21:38:12.633509 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.649517 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Transition to ACTIVE for port object 35107a9f-8752-41ae-b2fe-d495f0ed03a1 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:12.657345 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] For port c642303c-729c-43ab-80e0-d464c64507cd, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:12.660602 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] For port c642303c-729c-43ab-80e0-d464c64507cd, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c642303c-729c-43ab-80e0-d464c64507cd,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:12.800228 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.800443 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.849635 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:12.852428 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:12.858607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:12.861696 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:12.862445 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:12.869005 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34a454-8319-4e19-8a11-24e8bb53070c None None] Pushing event updated for resources: {'Port': ['ID=c642303c-729c-43ab-80e0-d464c64507cd,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:12.904603 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:12.968855 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Pushing event updated for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:13.021673 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:13.295688 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.297153 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b538592f-2f1f-45c0-b27a-a512a192ebdb None None] Provisioning for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:13.305588 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b538592f-2f1f-45c0-b27a-a512a192ebdb None None] Provisioning complete for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:13.306223 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b538592f-2f1f-45c0-b27a-a512a192ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.351253 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:10Z', 'revision_number': 3, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:13.390057 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17231484-6bc3-4e49-8818-d53339ad2cee None None] The sync data for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi is: [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:10Z', 'revision_number': 3, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:38:13.403983 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b538592f-2f1f-45c0-b27a-a512a192ebdb None None] Port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:38:13.619628 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56308) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:13.622968 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.626308 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-545821776-network', 'tenant_id': 'ab81cbc0c0d2419b8ccfaebc32856f58'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:13.714013 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.787032 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Made reservation on behalf of ab81cbc0c0d2419b8ccfaebc32856f58 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:13.790098 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.802501 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.821231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.822217 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Pushing event updated for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:13.952960 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:13.970129 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:13.971883 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:14.068015 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.096388 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:38:14.123220 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Router f825d67d-a69d-4f8d-9e45-d6c165c140b8 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:38:14.132123 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.132796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Added segment 5cf86271-d3d9-48bc-b9a8-da92f6e0a9be of type vlan for network bc55766b-1437-4def-80c7-8af26510972b Jun 30 21:38:14.148217 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e690d4-2d78-424c-8908-048c24df6f89,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:14.237016 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.301370 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cd3fd-3e88-4e5a-a540-049439b9c531 req-fc0c399a-7210-4b26-919e-4483ce790856 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:14.303102 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-516cd3fd-3e88-4e5a-a540-049439b9c531 req-fc0c399a-7210-4b26-919e-4483ce790856 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1503427 Jun 30 21:38:14.346369 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-89d15325-7073-42a3-8c94-f769d10f24a5 None None] Provisioning complete for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:14.351969 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89d15325-7073-42a3-8c94-f769d10f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.356655 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.356896 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-1993a28a-38c6-40da-aec0-71314de1d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:14.357058 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:14.357389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.358410 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-1993a28a-38c6-40da-aec0-71314de1d647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.1936538 Jun 30 21:38:14.372277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:38:14.382030 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-72af09c3-f60a-4d29-bf22-7c101d5fe5df admin admin] 10.222.0.11 "PUT /v2.0/routers/f825d67d-a69d-4f8d-9e45-d6c165c140b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9986110 Jun 30 21:38:14.427509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-516cd3fd-3e88-4e5a-a540-049439b9c531 req-67480fc5-cd94-4756-b649-9f280eba75bd tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159906 Jun 30 21:38:14.434878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8139002 Jun 30 21:38:14.442074 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-89d15325-7073-42a3-8c94-f769d10f24a5 None None] Port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:38:14.459746 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56318) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:14.466874 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Request body: {'subnet': {'network_id': 'bc55766b-1437-4def-80c7-8af26510972b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-545821776-subnet', 'tenant_id': 'ab81cbc0c0d2419b8ccfaebc32856f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:14.540494 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-86ccc340-309d-419b-830e-d7ced9e09398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:14.542324 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-86ccc340-309d-419b-830e-d7ced9e09398 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1679657 Jun 30 21:38:14.553001 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0870e-bee5-44ba-8850-c716b1bf209e admin admin] Pushing event updated for resources: {'Network': ['ID=bc55766b-1437-4def-80c7-8af26510972b,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:14.565403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network bc55766b-1437-4def-80c7-8af26510972b details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:38:14.668538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Made reservation on behalf of ab81cbc0c0d2419b8ccfaebc32856f58 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:14.671321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.960848 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:14.988200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.090263 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c483a5-3e83-42fa-b0c4-72386859fbcb,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:15.099861 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Checking segment: {'id': '5cf86271-d3d9-48bc-b9a8-da92f6e0a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bc55766b-1437-4def-80c7-8af26510972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:15.100323 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Network hostable DHCP agents. Network: bc55766b-1437-4def-80c7-8af26510972b, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:38:15.211240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Network bc55766b-1437-4def-80c7-8af26510972b is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:38:15.348073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, bc55766b-1437-4def-80c7-8af26510972b) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:15.353636 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:15.354225 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.369829 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958114c-fdca-4e59-a3d7-471ab0228da8 None None] Network bc55766b-1437-4def-80c7-8af26510972b requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:15.373603 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c642303c-729c-43ab-80e0-d464c64507cd up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:15.465276 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56352) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:15.470098 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680152016-network', 'tenant_id': '3d2538cc677b4cb0b009673320035b41'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:15.470298 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-707cc8dc-4803-4fa4-9fd0-6750fdf50d35 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0085418 Jun 30 21:38:15.600824 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Made reservation on behalf of 3d2538cc677b4cb0b009673320035b41 for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:15.604403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Sync routers for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:38:15.605490 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.615772 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.640804 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:15.642124 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:15.737287 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port c642303c-729c-43ab-80e0-d464c64507cd completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:15.737677 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.748744 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port c642303c-729c-43ab-80e0-d464c64507cd triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:15.749128 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.754719 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f4aee1-c076-4e14-8570-96447d6aea89 None None] Network bc55766b-1437-4def-80c7-8af26510972b requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:15.847475 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.898096 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:38:15.903885 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:15.915700 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa866dbe-4863-443d-8f68-7da9c91855d0,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:15.935280 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.936867 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.936867 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.937110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.937768 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.938413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.939089 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.939762 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.940402 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.941046 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.941682 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.942329 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:15.949659 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:15.950334 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Added segment ffe71433-44ae-4c12-86e1-ccaea55acc5e of type vlan for network ca791ee4-5189-46af-9b35-6e402015385c Jun 30 21:38:16.027579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.143901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.144978 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:16.145923 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.169343 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.216749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] Pushing event updated for resources: {'Network': ['ID=ca791ee4-5189-46af-9b35-6e402015385c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:16.219536 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port c642303c-729c-43ab-80e0-d464c64507cd, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c642303c-729c-43ab-80e0-d464c64507cd,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:16.230780 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network ca791ee4-5189-46af-9b35-6e402015385c details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:38:16.291779 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4e69c0bc-39b1-4eb2-8910-420a5c0b0078 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8257153 Jun 30 21:38:16.295381 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56366) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:16.300334 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Request body: {'subnet': {'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680152016-subnet', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:16.330062 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.398522 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=c642303c-729c-43ab-80e0-d464c64507cd,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:16.399786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Made reservation on behalf of 3d2538cc677b4cb0b009673320035b41 for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:16.403220 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11445731'] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.415059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.420822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:38:16.427856 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 2, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:16.455556 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Checking router: f825d67d-a69d-4f8d-9e45-d6c165c140b8 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:38:16.455921 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Updating router f825d67d-a69d-4f8d-9e45-d6c165c140b8 port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:38:16.496161 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.651055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11445745'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.707612 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb627525-793a-4c6d-9e0f-d9284ea2a873,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:16.720413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Checking segment: {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:16.720873 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Network hostable DHCP agents. Network: ca791ee4-5189-46af-9b35-6e402015385c, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:38:16.782883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.793965 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Transition to ACTIVE for port object 35107a9f-8752-41ae-b2fe-d495f0ed03a1 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:16.816697 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Network ca791ee4-5189-46af-9b35-6e402015385c is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:38:16.925475 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.959720 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, ca791ee4-5189-46af-9b35-6e402015385c) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:16.965219 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:16.965870 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:16.977233 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ebad-2988-4090-83b3-e90c35291cb9 None None] Pushing event updated for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:16.982160 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597809b-8bcc-4857-a87d-bdb818a65a1d None None] Network ca791ee4-5189-46af-9b35-6e402015385c requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:17.069455 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4d036b40-f324-4b51-8e1b-380a912e062c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7729621 Jun 30 21:38:17.071985 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56376) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:17.077228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:17.081885 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Attempting to bind port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:17.084262 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Attempting to bind port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:17.084262 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Attempting to bind port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 on network 0b08c74a-1bdc-411a-9d12-ede5825354c7 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:17.096400 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:17.096785 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Checking segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:17.097181 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.097573 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Bound using segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:17.098062 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Bound port: 35107a9f-8752-41ae-b2fe-d495f0ed03a1, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:17.098444 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.154556 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.156305 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.229611 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] For port 35107a9f-8752-41ae-b2fe-d495f0ed03a1, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:17.231894 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.259904 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-ca791ee4-5189-46af-9b35-6e402015385c', 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'fixed_ips': [{'subnet_id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:38:17.260871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.264460 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] For port 35107a9f-8752-41ae-b2fe-d495f0ed03a1, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35107a9f-8752-41ae-b2fe-d495f0ed03a1,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:17.461325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.469661 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c642303c-729c-43ab-80e0-d464c64507cd up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:17.474589 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.611914 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ebad-2988-4090-83b3-e90c35291cb9 None None] Pushing event updated for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:17.625225 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:17.625874 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:17.666087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Allocated IP 172.20.0.2 (ca791ee4-5189-46af-9b35-6e402015385c/eb627525-793a-4c6d-9e0f-d9284ea2a873/76fbc014-f1ff-4a16-a4cd-14b4911fc00f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:17.710794 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port c642303c-729c-43ab-80e0-d464c64507cd triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:17.711272 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.817549 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.837627 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:17.856671 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:17.949410 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Allocated IP 172.27.3.119 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/42b79ec9-f2a2-49b2-9b5d-e69adbfaecce) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:18.061546 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.091166 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.107226 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Transition to ACTIVE for port object 76fbc014-f1ff-4a16-a4cd-14b4911fc00f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:18.151006 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Transition to ACTIVE for port object 76fbc014-f1ff-4a16-a4cd-14b4911fc00f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:18.179670 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:17Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:18.194422 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.207518 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6b20a-dfd8-4a6e-84f9-b3765538a353 None None] The sync data for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi is: [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:17Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:38:18.229684 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.247471 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:18.251815 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:18.269872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:18.277439 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Pushing event updated for resources: {'Port': ['ID=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:18.286291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Network ca791ee4-5189-46af-9b35-6e402015385c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:18.291081 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:18.296970 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:18.314429 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Pushing event updated for resources: {'Port': ['ID=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:18.381938 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Attempting to bind port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:18.382318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Attempting to bind port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:18.382717 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Attempting to bind port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f on network ca791ee4-5189-46af-9b35-6e402015385c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:18.389180 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:18.389605 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Checking segment: {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:18.389961 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.390361 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Bound using segment: {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:18.390886 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Bound port: 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:18.391421 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.481463 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] For port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:18.488149 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] For port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:18.624762 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-8a5f7218-2beb-44b9-999e-bbecef95c2aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.0392108 Jun 30 21:38:18.745319 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:18.766506 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-8e156b49-da0f-47a0-b24d-a91c4d7c70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:18.768702 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-8e156b49-da0f-47a0-b24d-a91c4d7c70b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.1091037 Jun 30 21:38:18.846170 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf52cb6-d268-499c-9af3-f6a969bfd2d4 req-b5c9c75b-76f5-40ba-860f-1d5ceb90fcd3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:18.853595 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eaf52cb6-d268-499c-9af3-f6a969bfd2d4 req-b5c9c75b-76f5-40ba-860f-1d5ceb90fcd3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0898590 Jun 30 21:38:18.881254 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-e1d402f9-d0cf-4f90-9ab4-7fd84ff03902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014531 Jun 30 21:38:18.895754 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c7c14-6d6b-43b2-97c5-39446a40ae9d None None] Pushing event updated for resources: {'Port': ['ID=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:18.920864 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eaf52cb6-d268-499c-9af3-f6a969bfd2d4 req-9ce9e985-4680-4015-ab22-b01de294942f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658100 Jun 30 21:38:18.924997 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:19.480978 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-3aba05e0-61b0-4bbf-88d8-518629018c54 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853825 Jun 30 21:38:19.536368 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35107a9f-8752-41ae-b2fe-d495f0ed03a1 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:19.647749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:19.674074 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:19.679488 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:19.679736 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:19.706895 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-197da3fb-c9a9-4fef-9afc-d184243a7c16 req-27b2e826-e501-4eff-970b-426841d04f55 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179694 Jun 30 21:38:19.849731 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:19.917298 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 35107a9f-8752-41ae-b2fe-d495f0ed03a1, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35107a9f-8752-41ae-b2fe-d495f0ed03a1,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:19.980551 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:38:20.029182 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:20.030013 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 76fbc014-f1ff-4a16-a4cd-14b4911fc00f up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:20.141141 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-0c17b272-004b-4532-9c2d-d05bdf79129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:20.142742 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-0c17b272-004b-4532-9c2d-d05bdf79129a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.1804004 Jun 30 21:38:20.145540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:20.170570 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:38:20.181938 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Sync routers for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:38:20.197336 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:20.198276 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:20.240587 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:20.251619 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043132a-173f-4a3c-ac4e-843e6c4e38ec None None] Network ca791ee4-5189-46af-9b35-6e402015385c requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:20.300884 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a7cc-8a1e-4ce1-8bf9-729c862373f1 req-bd303185-7116-4e0e-89fb-f9b27bb51db6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:20.303518 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71f2a7cc-8a1e-4ce1-8bf9-729c862373f1 req-bd303185-7116-4e0e-89fb-f9b27bb51db6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1616087 Jun 30 21:38:20.319551 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:20.321544 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-bd9844ab-3142-45af-8676-19a1ebaec071 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2482982 Jun 30 21:38:20.326913 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56418) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:20.362068 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-1a71c172-1310-46ab-bace-0a430c905506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:20.364106 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-1a71c172-1310-46ab-bace-0a430c905506 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1889503 Jun 30 21:38:20.418438 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:20.422900 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-71f2a7cc-8a1e-4ce1-8bf9-729c862373f1 req-41930b8d-5f56-4421-a1bd-5bff2bb4b31b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093919 Jun 30 21:38:20.435508 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-ae716ab6-a045-4c24-b55d-d7063d54a8e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.0628455 Jun 30 21:38:20.573509 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-1868a036-9405-4545-aea0-a00080ef5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:20.576144 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Provisioning for port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:20.576754 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-1868a036-9405-4545-aea0-a00080ef5f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.1344042 Jun 30 21:38:20.587776 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Provisioning complete for port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:20.590399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:20.620219 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-31cf4b17-3286-43a8-a397-c030bdc7e020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jun 30 21:38:20.789101 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-9be341aa-fd85-4413-84c3-538304c07a50 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608002 Jun 30 21:38:20.821346 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:20.871258 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:18Z', 'revision_number': 3, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:20.883505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] For port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:20.928991 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Checking router: 8b2f7170-22ed-4d83-85d7-8ac3873d22ff for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:38:20.929688 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Updating router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:38:20.961323 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:20.983259 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-656ba039-e0a5-4404-9718-d2332b6b47aa req-a4a4942d-9c84-4573-9982-44050e3dee78 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840830 Jun 30 21:38:21.053765 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.151693 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fa373-e5b9-4834-a4a4-10bde4cf4d04 None None] Pushing event updated for resources: {'Port': ['ID=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:21.207666 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-bfa2873a-74ad-46b1-afbc-0608a14c1d38 None None] Provisioning complete for port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:21.208043 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfa2873a-74ad-46b1-afbc-0608a14c1d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.216035 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.464475 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35107a9f-8752-41ae-b2fe-d495f0ed03a1 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:21.506073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Allocated IP 172.20.0.1 (ca791ee4-5189-46af-9b35-6e402015385c/eb627525-793a-4c6d-9e0f-d9284ea2a873/a0255f7f-c42e-4133-b181-8f4a0deeadbc) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:21.545040 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:21.545689 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.549875 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.564669 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Transition to ACTIVE for port object 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:21.651355 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.687866 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Attempting to bind port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:21.688652 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Attempting to bind port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:21.689293 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Attempting to bind port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:21.725835 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:21.726271 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:21.727274 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.728488 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:21.729883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Bound port: 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:21.729883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.754465 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.794919 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Transition to ACTIVE for port object a0255f7f-c42e-4133-b181-8f4a0deeadbc will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:21.810720 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 76fbc014-f1ff-4a16-a4cd-14b4911fc00f up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:21.819639 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c3741-a60f-48ef-af97-00dce56ebd8f req-76f0f398-0702-4e6a-b7a4-527c5610159f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:21.825009 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-319c3741-a60f-48ef-af97-00dce56ebd8f req-76f0f398-0702-4e6a-b7a4-527c5610159f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1791663 Jun 30 21:38:21.838312 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] For port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:21.841642 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96579ef-efad-4274-950b-578b7e27188e None None] Pushing event updated for resources: {'Port': ['ID=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:21.845799 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] For port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:21.883818 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:21.884211 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.934296 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:21.993307 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:21.993307 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:22.122482 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-319c3741-a60f-48ef-af97-00dce56ebd8f req-52e1ed3b-5a86-42b7-9f53-d58e67b1c49c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965498 Jun 30 21:38:22.130721 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96579ef-efad-4274-950b-578b7e27188e None None] Pushing event updated for resources: {'Port': ['ID=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:22.158544 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:22.200373 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.244678 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Network ca791ee4-5189-46af-9b35-6e402015385c is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:22.248482 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:22.252819 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:22.253309 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.295553 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Pushing event updated for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:22.540469 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.576071 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:18Z', 'revision_number': 3, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:22.616057 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ada1-d98a-4d36-b954-2b09d30b87f7 None None] The sync data for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi is: [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:18Z', 'revision_number': 3, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:38:22.713155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-88c86d39-496a-43f0-a2c1-509a6ee0c809 None None] Provisioning for port a0255f7f-c42e-4133-b181-8f4a0deeadbc completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:22.713965 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-88c86d39-496a-43f0-a2c1-509a6ee0c809 None None] Provisioning complete for port a0255f7f-c42e-4133-b181-8f4a0deeadbc triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:22.714362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88c86d39-496a-43f0-a2c1-509a6ee0c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.735389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.756121 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-88c86d39-496a-43f0-a2c1-509a6ee0c809 None None] Port a0255f7f-c42e-4133-b181-8f4a0deeadbc cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:38:22.822911 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.823655 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:22.909877 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Pushing event updated for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:22.993179 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Network ca791ee4-5189-46af-9b35-6e402015385c is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:22.995641 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:23.063771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56486) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:23.151637 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:38:23.291453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d962-5ac0-4ac2-bd1d-ea0d71771489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.392520 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:38:23.413099 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0f808317-2bff-405f-848a-807723c85777 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b2f7170-22ed-4d83-85d7-8ac3873d22ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0827446 Jun 30 21:38:23.496326 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:23.504400 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-0b397c7f-5bb3-436b-b28a-bc27e091accb None None] Provisioning complete for port a0255f7f-c42e-4133-b181-8f4a0deeadbc triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:23.504775 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b397c7f-5bb3-436b-b28a-bc27e091accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.596735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da13cc-b87f-4075-8875-b7289ff8c914 req-e5976c76-04cc-41f3-bd8a-f863476c0498 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:23.606478 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64da13cc-b87f-4075-8875-b7289ff8c914 req-e5976c76-04cc-41f3-bd8a-f863476c0498 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1580369 Jun 30 21:38:23.659443 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d962-5ac0-4ac2-bd1d-ea0d71771489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.679665 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64da13cc-b87f-4075-8875-b7289ff8c914 req-526f337b-947b-420a-9e90-174efea66bfb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Jun 30 21:38:23.686153 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0b397c7f-5bb3-436b-b28a-bc27e091accb None None] Port a0255f7f-c42e-4133-b181-8f4a0deeadbc cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:38:23.760622 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d962-5ac0-4ac2-bd1d-ea0d71771489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.818963 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4fb6d962-5ac0-4ac2-bd1d-ea0d71771489 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d61d04933994d43992cc797b6c1d41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7539301 Jun 30 21:38:23.822505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56514) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:23.831974 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d962-5ac0-4ac2-bd1d-ea0d71771489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb890d5-8781-46ba-836d-10f985c02019,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:23.869416 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:23.878308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:23.878308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.903150 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:23.929987 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.017374 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.039604 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:24.108905 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.111721 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.119585 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb890d5-8781-46ba-836d-10f985c02019 HTTP/1.1" status: 204 len: 168 time: 0.2920914 Jun 30 21:38:24.130151 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae80170-c8cc-40ec-9849-dc3b1f2cb1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb890d5-8781-46ba-836d-10f985c02019,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:24.184447 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.254810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:24.548460 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56528) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:24.553402 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955040743', 'description': 'tempest-secgroup-smoke-955040743 description', 'project_id': '65eda89908cd4726a2b596de3237994c'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:24.629364 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.723834 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.768719 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.801406 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2401b0d0-f909-472c-be1b-17d4ad88136e,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:24.851924 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:24.853500 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ca71be78-d8a2-426c-a8e7-33dc9a3cf009 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3038478 Jun 30 21:38:24.856610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56536) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:24.864918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:24.882327 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb67a-f175-4538-9ab1-dcdd5921b842 req-cb47822e-9b29-473d-8ecb-87d829991a37 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:24.883879 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb1fb67a-f175-4538-9ab1-dcdd5921b842 req-cb47822e-9b29-473d-8ecb-87d829991a37 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0825341 Jun 30 21:38:24.927171 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb1fb67a-f175-4538-9ab1-dcdd5921b842 req-5ecd2145-7ba1-4c04-bfc3-93f65e2fa098 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Jun 30 21:38:24.966160 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.045460 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.120199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.137424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bbab27-4bf8-49f2-9d97-64759ba63b2e,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:25.205836 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.209734 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-9c32c473-40d8-4445-8f85-e39be65a40f3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494177 Jun 30 21:38:25.210215 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56548) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:25.214952 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:25.258952 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56552) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:25.331511 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.370082 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:25.385393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-94341367-26e1-4734-9620-0de77f80b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.412079 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.422804 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:25.423188 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.494176 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-94341367-26e1-4734-9620-0de77f80b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.544206 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.558562 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44ce045-3ff7-40af-be6b-465bac7e5124,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:25.591199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56558) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:25.629273 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-94341367-26e1-4734-9620-0de77f80b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.649385 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Sync routers for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:38:25.661441 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:25.662309 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:25.674380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-94341367-26e1-4734-9620-0de77f80b745 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3af5fc783f7846738721dfe951b66012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143379 Jun 30 21:38:25.675728 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94341367-26e1-4734-9620-0de77f80b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6786be49-6908-4d3e-9828-f06a826b2f9a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:25.677024 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56562) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:25.721381 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-52b9230c-4f75-4723-8a42-076baf810550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.727498 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.733921 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-042395de-84a8-4459-9564-a6bf586493ee tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5175869 Jun 30 21:38:25.734059 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56564) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:25.737433 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:25.764437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.778995 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee06a189-45c3-4bdc-b213-5d6d7c1c8cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.787667 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.791707 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:25.835928 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.924766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.927751 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.929175 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6786be49-6908-4d3e-9828-f06a826b2f9a HTTP/1.1" status: 204 len: 168 time: 0.2511680 Jun 30 21:38:25.940595 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:25.948563 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394e4c-dec1-4e04-b152-2df7e7939d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786be49-6908-4d3e-9828-f06a826b2f9a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.006131 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.029460 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6deb5ac5-8495-429b-9777-4f760a02e103,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.030127 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-52b9230c-4f75-4723-8a42-076baf810550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.035660 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:22Z', 'revision_number': 4, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0255f7f-c42e-4133-b181-8f4a0deeadbc', 'name': '', 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'mac_address': 'fa:16:3e:43:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:21Z', 'updated_at': '2021-06-30T21:38:22Z', 'revision_number': 2, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'subnets': [{'id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:26.066398 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Checking router: 8b2f7170-22ed-4d83-85d7-8ac3873d22ff for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:38:26.066872 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Updating router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff port a0255f7f-c42e-4133-b181-8f4a0deeadbc binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:38:26.104065 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-52b9230c-4f75-4723-8a42-076baf810550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.106516 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.164623 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-52b9230c-4f75-4723-8a42-076baf810550 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c60b00295c1140a8aa350879351a1f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694292 Jun 30 21:38:26.164883 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56572) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:26.196842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45679d8-69d3-4b13-a5c7-f9cb10299d56 req-d2253034-00a0-4f94-a4e9-daa81416ba19 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:26.205376 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b45679d8-69d3-4b13-a5c7-f9cb10299d56 req-d2253034-00a0-4f94-a4e9-daa81416ba19 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1317508 Jun 30 21:38:26.231955 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9230c-4f75-4723-8a42-076baf810550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f8d44-590b-4de2-8687-09e7713dad0c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.236580 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.238046 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6f11b270-dcc7-4276-a5a6-085eb5a4ab2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5046685 Jun 30 21:38:26.241785 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56578) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:26.248514 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:26.281177 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b45679d8-69d3-4b13-a5c7-f9cb10299d56 req-f517fce9-bc97-4266-8437-6f57fb69b5ce tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745621 Jun 30 21:38:26.302417 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.342131 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.378140 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.476789 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.483412 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.485368 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c69f8d44-590b-4de2-8687-09e7713dad0c HTTP/1.1" status: 204 len: 168 time: 0.3193655 Jun 30 21:38:26.499748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.501342 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495cd2b-3ddc-40ab-aa91-a10f3559eec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f8d44-590b-4de2-8687-09e7713dad0c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.604867 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.611761 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.618328 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Transition to ACTIVE for port object a0255f7f-c42e-4133-b181-8f4a0deeadbc will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:26.630686 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293cdd46-7e72-46df-95df-d676cc80fd26,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.754903 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.755119 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.757959 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a3e20dd3-ad0c-40b6-890e-3751b526c4ba tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5134158 Jun 30 21:38:26.759220 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56598) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:26.764843 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:26.826362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9a664-7acf-41a3-836c-823e503a27e0 None None] Pushing event updated for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:26.852015 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.securitygroups_db [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Project 65eda89908cd4726a2b596de3237994c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:38:26.858844 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.900080 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Attempting to bind port a0255f7f-c42e-4133-b181-8f4a0deeadbc on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:26.900330 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Attempting to bind port a0255f7f-c42e-4133-b181-8f4a0deeadbc by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:26.900626 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Attempting to bind port a0255f7f-c42e-4133-b181-8f4a0deeadbc on network ca791ee4-5189-46af-9b35-6e402015385c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:26.910513 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:26.912766 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Checking segment: {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:26.913419 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.913834 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Bound using segment: {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:26.914336 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Bound port: a0255f7f-c42e-4133-b181-8f4a0deeadbc, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe71433-44ae-4c12-86e1-ccaea55acc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:26.915423 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:26.949983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.012078 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.019288 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] For port a0255f7f-c42e-4133-b181-8f4a0deeadbc, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:27.023373 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] For port a0255f7f-c42e-4133-b181-8f4a0deeadbc, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0255f7f-c42e-4133-b181-8f4a0deeadbc,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:27.032531 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259ba7c7-894f-426a-a172-ad6b5ed479ac,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:27.160444 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.160908 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.161853 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7ad7b1b1-aabe-4823-8ac7-28b1afe23c8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4016504 Jun 30 21:38:27.165185 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56610) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:27.174165 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'security_group_rule': {'security_group_id': '2401b0d0-f909-472c-be1b-17d4ad88136e', 'project_id': '65eda89908cd4726a2b596de3237994c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:27.230840 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:38:27.231828 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:37:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:27.237517 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9a664-7acf-41a3-836c-823e503a27e0 None None] Pushing event updated for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:27.324645 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.securitygroups_db [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Project 65eda89908cd4726a2b596de3237994c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:38:27.331155 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.451344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:38:27.453594 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56618) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:27.488651 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.498223 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f42cd6ce-2850-4791-9300-e66325d99105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.588586 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.623339 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3979f881-8bf5-4f28-bebd-fe836e88f259,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:27.722310 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78becff3-af7e-4a6d-858d-9fd38a77f63d req-4e2f9fd6-243a-4002-b997-ce7b4dfec641 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:27.728424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f42cd6ce-2850-4791-9300-e66325d99105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.731785 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78becff3-af7e-4a6d-858d-9fd38a77f63d req-4e2f9fd6-243a-4002-b997-ce7b4dfec641 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1347179 Jun 30 21:38:27.807962 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-78becff3-af7e-4a6d-858d-9fd38a77f63d req-24c2e1e6-234e-4933-be41-5bb544d4a15b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Jun 30 21:38:27.832916 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f42cd6ce-2850-4791-9300-e66325d99105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.855028 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:22Z', 'revision_number': 4, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0255f7f-c42e-4133-b181-8f4a0deeadbc', 'name': '', 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'mac_address': 'fa:16:3e:43:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:21Z', 'updated_at': '2021-06-30T21:38:27Z', 'revision_number': 4, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'subnets': [{'id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:27.870065 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f42cd6ce-2850-4791-9300-e66325d99105 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6357b7c573145ab93492b9e6e4af75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143238 Jun 30 21:38:27.871336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd6ce-2850-4791-9300-e66325d99105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ed923-a150-4633-83a4-6c935bee0d46,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:27.872992 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56636) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:27.883355 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77546364-cdb9-4358-b46d-f0340dc3aaa4 None None] The sync data for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi is: [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:22Z', 'revision_number': 4, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0255f7f-c42e-4133-b181-8f4a0deeadbc', 'name': '', 'network_id': 'ca791ee4-5189-46af-9b35-6e402015385c', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'mac_address': 'fa:16:3e:43:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:21Z', 'updated_at': '2021-06-30T21:38:27Z', 'revision_number': 4, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'subnets': [{'id': 'eb627525-793a-4c6d-9e0f-d9284ea2a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:38:27.917095 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:27.919809 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-20778192-726c-4da3-b6ae-b5bd9de3ad84 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7530048 Jun 30 21:38:27.982491 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.016885 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.149918 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.156126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.158461 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a9ed923-a150-4633-83a4-6c935bee0d46 HTTP/1.1" status: 204 len: 168 time: 0.2840977 Jun 30 21:38:28.177858 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936d970-40b1-42b2-b08a-993841bb434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ed923-a150-4633-83a4-6c935bee0d46,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:28.446625 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e808637-ca4a-46b5-8baf-9e0f4670ab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.767671 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:28.799773 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 56698) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:28.938231 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d648ba8-6671-43f5-ba62-9c55b2a01d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.049298 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310eadd-2e05-47b2-89fa-9939f04a4fde req-702dfcb1-e9fe-4682-9148-e17cb1117e22 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:29.054331 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e310eadd-2e05-47b2-89fa-9939f04a4fde req-702dfcb1-e9fe-4682-9148-e17cb1117e22 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1049671 Jun 30 21:38:29.150573 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e310eadd-2e05-47b2-89fa-9939f04a4fde req-69b94dc7-f87d-49d9-9a44-5c63172cdab3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 Jun 30 21:38:29.166925 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d648ba8-6671-43f5-ba62-9c55b2a01d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.269693 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d648ba8-6671-43f5-ba62-9c55b2a01d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.344195 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56720) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:29.348201 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2d648ba8-6671-43f5-ba62-9c55b2a01d74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b42e825b128a48efaee9ed53864edab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467973 Jun 30 21:38:29.349798 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d648ba8-6671-43f5-ba62-9c55b2a01d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e138b17-7821-49e5-872c-94eb6210cb22,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:29.381728 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0255f7f-c42e-4133-b181-8f4a0deeadbc up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:29.408102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.445076 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.566258 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port a0255f7f-c42e-4133-b181-8f4a0deeadbc completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:38:29.570485 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port a0255f7f-c42e-4133-b181-8f4a0deeadbc triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:29.570891 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.646362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.653759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.656297 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e138b17-7821-49e5-872c-94eb6210cb22 HTTP/1.1" status: 204 len: 168 time: 0.3104146 Jun 30 21:38:29.687395 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.687517 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b55536-4e91-4e2b-a74b-411c9080f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e138b17-7821-49e5-872c-94eb6210cb22,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:29.801937 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.805736 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port a0255f7f-c42e-4133-b181-8f4a0deeadbc, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0255f7f-c42e-4133-b181-8f4a0deeadbc,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:38:29.859506 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:29.984978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:30.503164 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c058740-60ba-42b1-a561-b60b6eec4784 req-5a2a1af5-b537-4762-9761-bc35db3251f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:30.505946 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c058740-60ba-42b1-a561-b60b6eec4784 req-5a2a1af5-b537-4762-9761-bc35db3251f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0920494 Jun 30 21:38:30.548931 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c058740-60ba-42b1-a561-b60b6eec4784 req-7f1a745e-ff10-4f44-ae3e-9afa1db4a130 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Jun 30 21:38:31.343203 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0255f7f-c42e-4133-b181-8f4a0deeadbc up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:38:31.408923 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port a0255f7f-c42e-4133-b181-8f4a0deeadbc triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:38:31.409490 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:31.646543 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:31.741059 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe8fe0-c95b-493a-82a9-e00794e5d21f req-b2f1fd8e-49fb-494b-8860-95dc698ff7f9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:31.742565 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7fe8fe0-c95b-493a-82a9-e00794e5d21f req-b2f1fd8e-49fb-494b-8860-95dc698ff7f9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0689652 Jun 30 21:38:31.786398 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7fe8fe0-c95b-493a-82a9-e00794e5d21f req-b5f4fc15-cf82-4360-85d7-818cdde97e05 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Jun 30 21:38:32.728040 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0cce1-42df-4e43-aff2-067cfd518c66 req-d4154716-a282-4cda-beac-a3884624bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:32.731151 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-01d0cce1-42df-4e43-aff2-067cfd518c66 req-d4154716-a282-4cda-beac-a3884624bc1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.0878592 Jun 30 21:38:32.794582 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-01d0cce1-42df-4e43-aff2-067cfd518c66 req-0b966e92-9dc5-4b58-98d5-ff9ebe60da5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533690 Jun 30 21:38:32.973814 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5ce6-cba6-442c-a236-0e4c9b121ab6 req-7dae186e-2d7b-4025-a39c-872f03a122c9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:32.975428 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7d9a5ce6-cba6-442c-a236-0e4c9b121ab6 req-7dae186e-2d7b-4025-a39c-872f03a122c9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0646648 Jun 30 21:38:33.013169 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7d9a5ce6-cba6-442c-a236-0e4c9b121ab6 req-3a7702d4-74ef-4f36-8e17-e19ec86a7b3f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jun 30 21:38:34.210383 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809e04-3a4a-407a-84ae-f59c12f2f2f6 req-03d56ffc-1c1d-44ae-b78b-085803b0980a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:34.213030 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27809e04-3a4a-407a-84ae-f59c12f2f2f6 req-03d56ffc-1c1d-44ae-b78b-085803b0980a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0757358 Jun 30 21:38:34.256671 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27809e04-3a4a-407a-84ae-f59c12f2f2f6 req-128c3050-cd23-491e-b1d9-d8d2e254fbc2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Jun 30 21:38:35.457230 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cae12-f0a6-4ac3-958c-598815354b31 req-8f925839-59cd-405d-9ef9-a18f28c202f6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:35.459333 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce5cae12-f0a6-4ac3-958c-598815354b31 req-8f925839-59cd-405d-9ef9-a18f28c202f6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0806341 Jun 30 21:38:35.500790 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ce5cae12-f0a6-4ac3-958c-598815354b31 req-759ee34e-e230-41ea-8ea0-bd659d0b965b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Jun 30 21:38:36.120356 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce0e86-db38-4fd5-8553-4514bc055f17 req-cd32b813-ac58-4916-9e53-c7496760400c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:36.122427 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68ce0e86-db38-4fd5-8553-4514bc055f17 req-cd32b813-ac58-4916-9e53-c7496760400c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0737543 Jun 30 21:38:36.167672 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68ce0e86-db38-4fd5-8553-4514bc055f17 req-cc71ecc3-42fd-4d01-907c-0ec4c2615103 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jun 30 21:38:36.217845 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-8521f7d7-85fa-4391-881b-fa753c4d3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:36.219364 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-8521f7d7-85fa-4391-881b-fa753c4d3381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.0778184 Jun 30 21:38:36.330234 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-bc5e7fc9-601e-43c5-9a70-60c1dbb3e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:36.330234 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-bc5e7fc9-601e-43c5-9a70-60c1dbb3e911 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1021438 Jun 30 21:38:36.375288 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-c7dd0f3e-d9c1-47e1-9214-ba53ff6a2b22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.0372849 Jun 30 21:38:36.428815 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-6dee4534-2199-4fbb-b310-205e88fb5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:36.430307 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-6dee4534-2199-4fbb-b310-205e88fb5e08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0474777 Jun 30 21:38:36.463101 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-2b024c48-e16b-4668-8462-4ecc3bc56340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262516 Jun 30 21:38:36.563704 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-73c54c35-1b4a-4960-a533-5dc87b1c121b service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939977 Jun 30 21:38:36.697632 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b1a31260-b90e-4232-ac15-b7e9b93074c2 req-55fd72cc-de70-4d56-a9b6-1e62742c55de service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218495 Jun 30 21:38:37.387644 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df428b-c74a-480c-b251-e99e5b27d8c4 req-aff7cf84-0d01-4a3b-aeae-3898edba53f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:37.389256 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d0df428b-c74a-480c-b251-e99e5b27d8c4 req-aff7cf84-0d01-4a3b-aeae-3898edba53f7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0840731 Jun 30 21:38:37.434621 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d0df428b-c74a-480c-b251-e99e5b27d8c4 req-e0e84884-a75b-4a8a-ac2e-4ad37e6df52a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386109 Jun 30 21:38:37.952797 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:38:38.664462 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c426b-95fc-4353-a9bc-1cac0517e0fc req-6cb800fb-13e0-4ac6-b560-6a343ed3a8c5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:38.667218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f0c426b-95fc-4353-a9bc-1cac0517e0fc req-6cb800fb-13e0-4ac6-b560-6a343ed3a8c5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0909081 Jun 30 21:38:38.723453 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3f0c426b-95fc-4353-a9bc-1cac0517e0fc req-4c50daa7-537e-45e1-8b2f-aa31d2d32fd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501113 Jun 30 21:38:39.975168 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e041ba-6806-4080-b7e2-d975503a81eb req-cbab4a7e-ee9c-4c43-aeaf-32d8865ebe6c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:39.977780 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5e041ba-6806-4080-b7e2-d975503a81eb req-cbab4a7e-ee9c-4c43-aeaf-32d8865ebe6c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1061280 Jun 30 21:38:40.018386 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b5e041ba-6806-4080-b7e2-d975503a81eb req-2e591e38-a998-4bb4-b9b2-73ba396940d9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Jun 30 21:38:41.212073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644dc45-b1a0-437f-8b5d-f037ea9ad36a req-84751912-2abf-4408-8ed1-e0f51d17030f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:41.213668 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1644dc45-b1a0-437f-8b5d-f037ea9ad36a req-84751912-2abf-4408-8ed1-e0f51d17030f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0737920 Jun 30 21:38:41.255134 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1644dc45-b1a0-437f-8b5d-f037ea9ad36a req-1f462b84-f942-4696-8dbf-24d10149c6bd tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Jun 30 21:38:41.875259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 56996) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:41.928918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Deleting subnet 69c2f8fa-0b56-421c-b65f-822e011c8849 {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:38:41.932320 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:41.973410 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.015967 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.150342 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.175318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c2f8fa-0b56-421c-b65f-822e011c8849,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:42.179963 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.181904 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0f1052dd-7d3d-41d0-9a2c-7e7d50baa50a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/69c2f8fa-0b56-421c-b65f-822e011c8849 HTTP/1.1" status: 204 len: 168 time: 0.3057125 Jun 30 21:38:42.184581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57002) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:42.261735 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.350511 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.360904 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae83569-249b-4ddd-bf7d-377db55182fc']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:42.370668 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73707bc2-1296-46c4-b3f9-6c8d214bb110') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:42.370970 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73707bc2-1296-46c4-b3f9-6c8d214bb110') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:42.380526 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.395877 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.403836 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:38:42.404167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:38:42.406206 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:38:42.527095 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.534396 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.536364 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ae83569-249b-4ddd-bf7d-377db55182fc HTTP/1.1" status: 204 len: 168 time: 0.3507688 Jun 30 21:38:42.539359 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57004) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:42.546384 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716015f-ddb7-4578-9e2f-168aa1b9d4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae83569-249b-4ddd-bf7d-377db55182fc,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:42.594141 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Deleting subnet 39c483a5-3e83-42fa-b0c4-72386859fbcb {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:38:42.597476 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.633473 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.640454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.773023 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.799691 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c483a5-3e83-42fa-b0c4-72386859fbcb,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:42.806789 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:42.808778 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-59b49904-fd6c-4581-b02e-13d9d943741c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/39c483a5-3e83-42fa-b0c4-72386859fbcb HTTP/1.1" status: 204 len: 168 time: 0.2683871 Jun 30 21:38:42.812475 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57010) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:42.906027 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.006106 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.019814 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.020158 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.021190 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.021696 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > port after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.022207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.022768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > port after_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.023240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.023718 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.024034 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.024351 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.166470 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.166971 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.167316 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.167650 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:38:43.167997 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc55766b-1437-4def-80c7-8af26510972b']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:43.186445 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf86271-d3d9-48bc-b9a8-da92f6e0a9be') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:43.186775 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf86271-d3d9-48bc-b9a8-da92f6e0a9be') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:38:43.203876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.225448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.234396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:38:43.234852 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: from cryptography.utils import int_from_bytes Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: from cryptography.utils import int_from_bytes Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:38:43.238958 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:38:43.367354 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.375563 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.377685 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bc55766b-1437-4def-80c7-8af26510972b HTTP/1.1" status: 204 len: 168 time: 0.5642107 Jun 30 21:38:43.388368 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9ab2d-ce48-4ed9-9375-44e4a060bb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc55766b-1437-4def-80c7-8af26510972b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:43.858438 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57024) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:43.906703 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f3bc8561-df5f-4327-8c65-033ad4d3f853 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4889c73766247c48bfd64a93acadd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454867 Jun 30 21:38:43.914929 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57026) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:43.966585 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:43.987618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:44.093246 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:44.096085 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:44.097286 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5518586e-389f-4c1e-9632-639da17d200b HTTP/1.1" status: 204 len: 168 time: 0.1812563 Jun 30 21:38:44.108372 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f802a-ed2e-4a16-ac8f-1aafa9e56382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518586e-389f-4c1e-9632-639da17d200b,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:44.272290 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff04bd-b4cd-4a08-beb1-d49611e1effe req-98d4e613-03ff-4875-afc0-28795e21516e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:44.273805 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0fff04bd-b4cd-4a08-beb1-d49611e1effe req-98d4e613-03ff-4875-afc0-28795e21516e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0717301 Jun 30 21:38:44.311927 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0fff04bd-b4cd-4a08-beb1-d49611e1effe req-c0e5a0fc-865e-4214-bd01-9c30bf3779e3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Jun 30 21:38:44.872295 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57048) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:44.917411 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57052) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:44.918003 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7644a834-644c-46ad-b4e7-de1c58e3c849 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab81cbc0c0d2419b8ccfaebc32856f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412815 Jun 30 21:38:44.962230 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:44.978436 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:45.003151 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:45.138754 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:45.141981 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:45.143190 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84e690d4-2d78-424c-8908-048c24df6f89 HTTP/1.1" status: 204 len: 168 time: 0.2239883 Jun 30 21:38:45.151025 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a53fab-bf84-49b2-9945-af406b28b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e690d4-2d78-424c-8908-048c24df6f89,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:46.457703 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57090) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:46.614915 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-989794276-network', 'tenant_id': '25cf90c2fc7a43a3b73b6951ae9922ab'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:46.693432 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Made reservation on behalf of 25cf90c2fc7a43a3b73b6951ae9922ab for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:46.696270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:46.707912 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:46.822396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:46.899192 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:46.926362 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:38:46.937824 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a5bcc-4c4e-4528-83e9-a3ed3327293f,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:46.944197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:46.944670 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Added segment b9495c28-0cb2-4e1b-bf99-d5881111f57e of type vlan for network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 Jun 30 21:38:46.987611 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.115871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.116842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:47.117431 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.178921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] Pushing event updated for resources: {'Network': ['ID=ccb9032a-74f8-4900-9ba3-b36ea06a6d16,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:47.189171 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:38:47.219859 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-ef4929f1-17b0-4e2f-bcf8-5cd9d906935f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7609999 Jun 30 21:38:47.223105 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57098) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:38:47.228844 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Request body: {'subnet': {'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-989794276-subnet', 'tenant_id': '25cf90c2fc7a43a3b73b6951ae9922ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:47.333545 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Made reservation on behalf of 25cf90c2fc7a43a3b73b6951ae9922ab for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:47.337044 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12484150'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.596373 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12484132'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.664712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee51013-54cd-4f64-a301-0e0ea2b69cba,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:47.669949 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Checking segment: {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:47.670308 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Network hostable DHCP agents. Network: ccb9032a-74f8-4900-9ba3-b36ea06a6d16, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:38:47.815266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:38:47.905275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, ccb9032a-74f8-4900-9ba3-b36ea06a6d16) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:47.917240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:47.917240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:47.919295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373b48d-3dee-4e7d-badc-11e3d4a6f869 None None] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:48.078531 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb7a20-ae7e-4a38-a684-ddf41dc0b1a2 None None] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:38:48.097066 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3f32d712-7cdf-4d12-bf69-91ead20d049f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8699956 Jun 30 21:38:51.646355 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-1324eba4-716d-40ce-9623-41c59ce8179c tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:51.648495 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-1324eba4-716d-40ce-9623-41c59ce8179c tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/networks?id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16 HTTP/1.1" status: 200 len: 808 time: 0.1254973 Jun 30 21:38:51.666637 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-b071dbe4-cd46-4eaa-ad55-587968fd21da tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/quotas/25cf90c2fc7a43a3b73b6951ae9922ab HTTP/1.1" status: 200 len: 375 time: 0.0114527 Jun 30 21:38:51.705320 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-565e69e2-ad7b-45a0-a3ba-cbe0b1bac8de tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300581 Jun 30 21:38:51.853753 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-7bd5ba39-a9ed-4e52-846b-9036abf26ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408865 Jun 30 21:38:52.049662 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-ac58c242-f6df-4dfe-b48d-0c072e3ef183 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887162 Jun 30 21:38:52.435211 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97dd5aab-0fe9-47eb-bf69-ecd1b5cfa311 req-fbaaa51d-dd6b-4336-88a2-333fb0087caa tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0605500 Jun 30 21:38:53.591786 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e1d20c50-fdf4-483d-b5bd-fb1bf2eca3d7 req-b82c92b1-8345-4dc5-b676-e580ce6f7745 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0327270 Jun 30 21:38:54.856170 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef8e4aa3-4def-4792-bcc2-9257011a4c80 req-b83e4fef-059b-4d88-bc6c-75ce5a5a2f42 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0600998 Jun 30 21:38:54.921478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-09561ea2-dbb3-4374-b979-1e339ceae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:54.924841 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-09561ea2-dbb3-4374-b979-1e339ceae4fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.0919573 Jun 30 21:38:54.966335 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3466e-02c2-4a00-a030-ec5a7ab5dfd0 req-a288d0f1-255c-43c8-b404-e67fa152dd85 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:54.969641 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ac3466e-02c2-4a00-a030-ec5a7ab5dfd0 req-a288d0f1-255c-43c8-b404-e67fa152dd85 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1610081 Jun 30 21:38:55.036385 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ac3466e-02c2-4a00-a030-ec5a7ab5dfd0 req-1617f6ea-6017-44c0-986f-dc32d1ed6374 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558119 Jun 30 21:38:55.074035 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-4dd59141-3ebb-4f41-91eb-7e7f218d29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:55.077009 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-4dd59141-3ebb-4f41-91eb-7e7f218d29ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1425209 Jun 30 21:38:55.125646 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-05c218c1-e790-407e-8594-b74fb7867519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.0412445 Jun 30 21:38:55.244301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-4ff5d34d-dfc3-41f8-951c-d598e327d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:55.245815 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-4ff5d34d-dfc3-41f8-951c-d598e327d775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0693390 Jun 30 21:38:55.301830 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-6bad9695-773f-49b6-a2d3-ce85af9e5ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395787 Jun 30 21:38:55.427067 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-393f47d4-f77b-4b0e-b249-65e729e22bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187251 Jun 30 21:38:55.787308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c230b9b3-5942-479a-8f5a-2f2ad83d6dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:55.925999 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-918e4ee5-6b77-4bf5-bc2c-60e4d970a958 req-85fcf429-2fb4-4d0f-814a-1ffc8bfbaff9 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920428 Jun 30 21:38:55.958090 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-214b9e07-742f-46d1-ab5a-cd77be03a23a tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:55.960687 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-214b9e07-742f-46d1-ab5a-cd77be03a23a tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "GET /v2.0/networks?id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16 HTTP/1.1" status: 200 len: 808 time: 0.1847620 Jun 30 21:38:55.993718 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Request body: {'port': {'device_id': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16', 'admin_state_up': True, 'tenant_id': '25cf90c2fc7a43a3b73b6951ae9922ab'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:56.141111 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f3ab112-2aea-4009-9efe-102efd9db072 req-0bb97a13-8830-44e2-b297-f3320a31914d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0656796 Jun 30 21:38:56.270909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Made reservation on behalf of 25cf90c2fc7a43a3b73b6951ae9922ab for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:38:56.274781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:56.331091 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1f27a-a3a0-4e4c-962a-14c41d1c43c5 req-a2757645-99c8-4189-987c-36f7ea057ab2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:56.334705 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dd1f27a-a3a0-4e4c-962a-14c41d1c43c5 req-a2757645-99c8-4189-987c-36f7ea057ab2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0977972 Jun 30 21:38:56.375992 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dd1f27a-a3a0-4e4c-962a-14c41d1c43c5 req-0307211b-d749-4bf6-85ff-cc73f0bca584 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Jun 30 21:38:56.501416 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Allocated IP 172.20.0.8 (ccb9032a-74f8-4900-9ba3-b36ea06a6d16/7ee51013-54cd-4f64-a301-0e0ea2b69cba/0116a25e-cf14-479d-9925-12c24b5fd306) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:38:56.673106 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:56.791742 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:56.853424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:38:56.857204 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:38:56.861932 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:38:56.869387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Pushing event updated for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:56.933893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:56.934758 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:57.009199 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-36aa092a-c5c1-42ba-b5a6-44060d201f38 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0202441 Jun 30 21:38:57.028616 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Request body: {'port': {'device_id': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:38:57.123193 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:57.349629 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3745ec-6e4b-446d-b635-bf2db29c9039 req-6ef9de83-1ed7-49f6-8cc4-329a6c21135d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:57.351218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da3745ec-6e4b-446d-b635-bf2db29c9039 req-6ef9de83-1ed7-49f6-8cc4-329a6c21135d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 931 time: 0.0698018 Jun 30 21:38:57.398606 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da3745ec-6e4b-446d-b635-bf2db29c9039 req-6fa15123-8af8-4ae0-89de-7461ccc53662 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Jun 30 21:38:57.513875 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0116a25e-cf14-479d-9925-12c24b5fd306 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:38:57.523168 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:57.548778 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Transition to ACTIVE for port object 0116a25e-cf14-479d-9925-12c24b5fd306 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:38:57.600220 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c650-8c1e-4010-9984-257868f278e6 req-42984c18-a6cd-400b-9905-3967b3550940 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:57.602102 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-49f8c650-8c1e-4010-9984-257868f278e6 req-42984c18-a6cd-400b-9905-3967b3550940 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0889490 Jun 30 21:38:57.647172 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-49f8c650-8c1e-4010-9984-257868f278e6 req-c1758096-c6db-481c-971f-bb4adae144be tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Jun 30 21:38:57.689064 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:57.753022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Pushing event updated for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:57.831279 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Attempting to bind port 0116a25e-cf14-479d-9925-12c24b5fd306 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:38:57.831893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Attempting to bind port 0116a25e-cf14-479d-9925-12c24b5fd306 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:38:57.832259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Attempting to bind port 0116a25e-cf14-479d-9925-12c24b5fd306 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:57.838134 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Port 0116a25e-cf14-479d-9925-12c24b5fd306 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:38:57.838516 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Attempting to bind port 0116a25e-cf14-479d-9925-12c24b5fd306 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:38:57.844334 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:38:57.844675 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Checking segment: {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:38:57.845089 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Bound using segment: {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:38:57.845546 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Bound port: 0116a25e-cf14-479d-9925-12c24b5fd306, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:38:57.845909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:57.921314 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:38:57.926529 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0116a25e-cf14-479d-9925-12c24b5fd306,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:38:58.089552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:58.138091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.138980 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:58.141513 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] 10.222.0.13 "PUT /v2.0/ports/0116a25e-cf14-479d-9925-12c24b5fd306 HTTP/1.1" status: 200 len: 1093 time: 1.1165659 Jun 30 21:38:58.141688 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:38:58.145086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3" -d '{"events": [{"name": "network-changed", "server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:38:58.192698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e1ebe-86fb-4f07-9433-3b496c9d3029 service neutron] Pushing event updated for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:38:58.209428 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f50ee-6410-4e5d-9659-c8eadae43065 x-openstack-request-id: req-ee3f50ee-6410-4e5d-9659-c8eadae43065 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:38:58.209892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:38:58.210289 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee3f50ee-6410-4e5d-9659-c8eadae43065 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:38:58.210968 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306', 'status': 'completed', 'code': 200} Jun 30 21:38:58.336688 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-47c824ec-0348-4943-8c7c-2cb0244e799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.338981 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-47c824ec-0348-4943-8c7c-2cb0244e799c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0653691 Jun 30 21:38:58.413743 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d6df098-06fb-41e0-b918-ec77ec8a35b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:58.469728 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-90450152-8472-4347-b28f-1917351f17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.471760 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-90450152-8472-4347-b28f-1917351f17e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1170809 Jun 30 21:38:58.607817 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28ccc-5384-4ffd-a1a8-1100c5d7604d req-a742ad18-61cb-4e2e-83cd-62375ef4e14b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.610028 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13d28ccc-5384-4ffd-a1a8-1100c5d7604d req-a742ad18-61cb-4e2e-83cd-62375ef4e14b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0776079 Jun 30 21:38:58.636764 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-63572e2f-a0e5-48b5-b5f8-e32ab1c6f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.638624 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-89755f37-ceb5-4ac1-8fc1-ea3c967eedf3 req-63572e2f-a0e5-48b5-b5f8-e32ab1c6f5a3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1599767 Jun 30 21:38:58.656292 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13d28ccc-5384-4ffd-a1a8-1100c5d7604d req-e0f854cd-accc-42b1-b1b2-47ca2726742f tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Jun 30 21:38:58.722571 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:58.782902 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-934401dc-b652-44ab-8d12-05e732573dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.784702 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-934401dc-b652-44ab-8d12-05e732573dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0676994 Jun 30 21:38:58.866503 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-b16379e3-ee16-43d8-ba8d-6cb7833c42fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0116a25e-cf14-479d-9925-12c24b5fd306 HTTP/1.1" status: 200 len: 217 time: 0.0602055 Jun 30 21:38:58.874570 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a5b3d-2b81-4130-824a-7e306d7cf2cd req-0dbfaf44-a8e7-4c01-b5a4-f07925352787 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.876459 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b82a5b3d-2b81-4130-824a-7e306d7cf2cd req-0dbfaf44-a8e7-4c01-b5a4-f07925352787 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0807211 Jun 30 21:38:58.919526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b82a5b3d-2b81-4130-824a-7e306d7cf2cd req-b977ae2e-bb72-48b0-839f-1413aeb06adc tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jun 30 21:38:58.954743 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-14d58860-3f05-4b4f-88e9-f239e4c4ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:58.957594 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-14d58860-3f05-4b4f-88e9-f239e4c4ac7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee51013-54cd-4f64-a301-0e0ea2b69cba HTTP/1.1" status: 200 len: 848 time: 0.0837479 Jun 30 21:38:58.993489 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-695bc793-1110-40a5-b226-109e9310220b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291436 Jun 30 21:38:59.126453 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-27da749b-b013-4dfe-94f8-7cd9e1202345 service neutron] 10.222.0.13 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259201 Jun 30 21:38:59.236466 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-03c9cf1f-21c4-41d9-ba1d-d948d4cedf7f req-bd865c8c-42af-43c1-8bd0-bdae9b84f597 service neutron] 10.222.0.13 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029925 Jun 30 21:38:59.739623 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:38:59.862405 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd89af-de75-45cc-af50-7c22bed27cc0 req-bf51a094-b2de-4006-bf3d-0d458975070b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:38:59.864078 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64cd89af-de75-45cc-af50-7c22bed27cc0 req-bf51a094-b2de-4006-bf3d-0d458975070b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0798690 Jun 30 21:39:00.157364 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64cd89af-de75-45cc-af50-7c22bed27cc0 req-5d2f4e84-176a-4eda-a9ee-c07a56394672 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812839 Jun 30 21:39:00.273752 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be396-84d1-4d71-879d-a07fb86fb6e2 req-83c74664-1412-4cea-af00-42b26d45b20b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:00.275444 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e1be396-84d1-4d71-879d-a07fb86fb6e2 req-83c74664-1412-4cea-af00-42b26d45b20b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0850308 Jun 30 21:39:00.323010 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e1be396-84d1-4d71-879d-a07fb86fb6e2 req-5c9ec8e4-6b2c-41c5-ba19-17cb0945991d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Jun 30 21:39:01.358792 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2593b2-842c-4c41-9d4d-561f429af6fe req-41513d01-4817-417b-b345-52e43e0b28c4 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:01.361484 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac2593b2-842c-4c41-9d4d-561f429af6fe req-41513d01-4817-417b-b345-52e43e0b28c4 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0737875 Jun 30 21:39:01.411551 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac2593b2-842c-4c41-9d4d-561f429af6fe req-01fc80ef-1b8c-465a-b4b2-cd1b3237552c tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Jun 30 21:39:01.561870 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f8480-ba9a-4926-ba9a-f569a416b035 req-b24d743e-414c-45c3-8206-6597f22c4196 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:01.563963 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-240f8480-ba9a-4926-ba9a-f569a416b035 req-b24d743e-414c-45c3-8206-6597f22c4196 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0754771 Jun 30 21:39:01.610864 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-240f8480-ba9a-4926-ba9a-f569a416b035 req-bc870d83-4ca8-47d9-b507-bc3b8b0db097 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Jun 30 21:39:01.614900 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:02.620461 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317698e7-69a8-43ac-b16d-bbf5ae43763d req-f299eb79-97ca-494f-8e16-71a43b15fbe9 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:02.622078 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-317698e7-69a8-43ac-b16d-bbf5ae43763d req-f299eb79-97ca-494f-8e16-71a43b15fbe9 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0781085 Jun 30 21:39:02.674683 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-317698e7-69a8-43ac-b16d-bbf5ae43763d req-baeea935-64de-4efb-9bc1-4d9f9ccd549b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Jun 30 21:39:02.820418 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0046-b8d5-40c9-8a09-7b70c96857e6 req-afacd9f4-6b26-4f4a-a49a-1a94941dfd30 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:02.822023 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6af0046-b8d5-40c9-8a09-7b70c96857e6 req-afacd9f4-6b26-4f4a-a49a-1a94941dfd30 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0741050 Jun 30 21:39:02.867960 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6af0046-b8d5-40c9-8a09-7b70c96857e6 req-9702ce2e-e1a1-4a67-b361-f26dda566d14 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Jun 30 21:39:03.861470 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4707-f58c-4af7-8c32-262b68eb0bb0 req-fd550ec9-e98c-4fd8-82e9-101fe883709b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:03.863159 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c4b4707-f58c-4af7-8c32-262b68eb0bb0 req-fd550ec9-e98c-4fd8-82e9-101fe883709b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0679836 Jun 30 21:39:03.904479 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c4b4707-f58c-4af7-8c32-262b68eb0bb0 req-fa0c94f1-e9ed-4a44-9923-937477b1a00e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Jun 30 21:39:04.113164 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d27761-b6a0-4040-87bc-1edcd523c601 req-eaf68dc7-de76-4c1f-ba5b-7cfae6cf9767 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:04.115863 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13d27761-b6a0-4040-87bc-1edcd523c601 req-eaf68dc7-de76-4c1f-ba5b-7cfae6cf9767 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0931087 Jun 30 21:39:04.158774 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-13d27761-b6a0-4040-87bc-1edcd523c601 req-e593906e-1b2b-4452-9f5f-c9add775a22c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jun 30 21:39:04.851369 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0116a25e-cf14-479d-9925-12c24b5fd306 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:39:04.956397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0116a25e-cf14-479d-9925-12c24b5fd306,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:04.969883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '0116a25e-cf14-479d-9925-12c24b5fd306', 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16', 'port_id': '0116a25e-cf14-479d-9925-12c24b5fd306', 'mac_address': 'fa:16:3e:df:c5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee51013-54cd-4f64-a301-0e0ea2b69cba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:39:05.017315 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:05.032873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0116a25e-cf14-479d-9925-12c24b5fd306 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:39:05.059288 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0116a25e-cf14-479d-9925-12c24b5fd306,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:05.100194 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ec716-e404-4d01-a444-54b92839c700 req-657ddf60-e67c-4240-af82-47b8f8149485 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:05.101913 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-741ec716-e404-4d01-a444-54b92839c700 req-657ddf60-e67c-4240-af82-47b8f8149485 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 943 time: 0.0725079 Jun 30 21:39:05.140148 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:05.146498 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-741ec716-e404-4d01-a444-54b92839c700 req-4677c2b1-72e9-43fb-a744-29cf24accb51 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377114 Jun 30 21:39:05.196567 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:05.380460 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3f63-d5e2-442e-910f-a68b347e8312 req-14b3c778-07a6-413f-8282-b0effccfd73d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:05.382191 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-969f3f63-d5e2-442e-910f-a68b347e8312 req-14b3c778-07a6-413f-8282-b0effccfd73d tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0828071 Jun 30 21:39:05.429349 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-969f3f63-d5e2-442e-910f-a68b347e8312 req-51a00d0f-bc38-4bb6-b8b9-aa180dd8010c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jun 30 21:39:05.924374 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['0116a25e-cf14-479d-9925-12c24b5fd306'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:06.392031 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714b249-1d04-488a-a33e-c225868a3ef2 req-8336affc-4df2-4554-9014-f7b492763be6 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:06.393749 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b714b249-1d04-488a-a33e-c225868a3ef2 req-8336affc-4df2-4554-9014-f7b492763be6 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 944 time: 0.0721145 Jun 30 21:39:06.435178 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b714b249-1d04-488a-a33e-c225868a3ef2 req-f19e1da7-b92f-453d-bf82-aa706f3aa8b1 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Jun 30 21:39:06.632589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c2f0-cc3a-4fec-bf7c-c98de981532a req-51d0943e-9059-4dd2-ad7f-d12f62997809 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:06.634355 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da32c2f0-cc3a-4fec-bf7c-c98de981532a req-51d0943e-9059-4dd2-ad7f-d12f62997809 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0679364 Jun 30 21:39:06.677072 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da32c2f0-cc3a-4fec-bf7c-c98de981532a req-38e17a5b-b01e-4a19-9f14-69299a836af1 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Jun 30 21:39:07.622768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103012f8-903f-4b0a-a3ae-e7d2195b4cb4 req-640e4895-723e-4490-a76d-78594af6b6b7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:07.624513 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-103012f8-903f-4b0a-a3ae-e7d2195b4cb4 req-640e4895-723e-4490-a76d-78594af6b6b7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 944 time: 0.0722425 Jun 30 21:39:07.674994 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-103012f8-903f-4b0a-a3ae-e7d2195b4cb4 req-177cae62-0038-416f-9205-6abe736a1149 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Jun 30 21:39:07.875287 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877ed3e-086a-40fc-bae4-4c269f5035f4 req-83f199fc-e7e3-4a8b-a5b9-e68aed18b438 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:07.876930 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a877ed3e-086a-40fc-bae4-4c269f5035f4 req-83f199fc-e7e3-4a8b-a5b9-e68aed18b438 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0765800 Jun 30 21:39:07.919355 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a877ed3e-086a-40fc-bae4-4c269f5035f4 req-cdbf343e-8a4e-4d9f-83f4-c573b7326f01 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Jun 30 21:39:08.865763 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0116a25e-cf14-479d-9925-12c24b5fd306 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:39:09.016329 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 0116a25e-cf14-479d-9925-12c24b5fd306 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:39:09.021690 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 0116a25e-cf14-479d-9925-12c24b5fd306 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:39:09.022345 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:09.113227 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:09.144391 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:09.147287 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b867259-2a5b-42ff-8a50-62418c4f0287" -d '{"events": [{"server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "name": "network-vif-plugged", "status": "completed", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:09.162173 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0116a25e-cf14-479d-9925-12c24b5fd306,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:09.220232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:09.282402 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:09.298866 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425378f-949f-4ebe-a734-bed869e897b1 req-6cdf8ff7-21d7-4163-aa3e-dae5bdf2ec15 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:09.301382 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3425378f-949f-4ebe-a734-bed869e897b1 req-6cdf8ff7-21d7-4163-aa3e-dae5bdf2ec15 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 944 time: 0.2034392 Jun 30 21:39:09.314851 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24801-371b-4783-ac12-fa927a7fc46c req-cbc7df4e-0284-4771-be42-f4306336df5f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:09.316431 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8ee24801-371b-4783-ac12-fa927a7fc46c req-cbc7df4e-0284-4771-be42-f4306336df5f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1951988 Jun 30 21:39:09.375748 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3425378f-949f-4ebe-a734-bed869e897b1 req-030b256c-1a05-44fd-aff7-513f2c969783 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Jun 30 21:39:09.379229 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8ee24801-371b-4783-ac12-fa927a7fc46c req-faf5cd57-21b0-46c2-849a-68bf9a8fd33e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Jun 30 21:39:09.430961 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c680e7-4fb5-477d-9b2d-31459c4c1f62 x-openstack-request-id: req-84c680e7-4fb5-477d-9b2d-31459c4c1f62 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:09.431265 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "name": "network-vif-plugged", "status": "completed", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:09.431524 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84c680e7-4fb5-477d-9b2d-31459c4c1f62 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:09.431932 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306', 'code': 200} Jun 30 21:39:09.844103 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13634acc-3158-4490-8183-a9239034d294 req-3b3d9fa8-3884-4d5a-b003-582312ca8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:09.845643 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-13634acc-3158-4490-8183-a9239034d294 req-3b3d9fa8-3884-4d5a-b003-582312ca8d17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 1098 time: 0.0513484 Jun 30 21:39:09.883047 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-13634acc-3158-4490-8183-a9239034d294 req-34c6dee3-71a5-4e39-9005-3ab0ab19525d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276492 Jun 30 21:39:10.566663 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9763cc-ecf8-415c-bdbe-305169a8c871 req-596c2b67-8ae0-4f7c-b40b-68e97e1d2501 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:10.568226 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c9763cc-ecf8-415c-bdbe-305169a8c871 req-596c2b67-8ae0-4f7c-b40b-68e97e1d2501 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0698063 Jun 30 21:39:10.611595 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c9763cc-ecf8-415c-bdbe-305169a8c871 req-0a3dde9f-bc45-4704-80f6-79f59fdd2828 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355208 Jun 30 21:39:10.685501 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab024-63d6-424d-915b-506ea1466383 req-dcf7c795-05e8-4f12-bb69-bb695894656e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:10.687073 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-690ab024-63d6-424d-915b-506ea1466383 req-dcf7c795-05e8-4f12-bb69-bb695894656e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.0712857 Jun 30 21:39:10.729007 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-690ab024-63d6-424d-915b-506ea1466383 req-0ce3e6c4-2477-4420-92d5-851df365c203 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jun 30 21:39:11.804914 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091d66-555c-4c57-9a02-26ed2ab6bccc req-56288ba9-3e12-4d7f-98ed-4e7ef8a4b6c9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:11.806485 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8091d66-555c-4c57-9a02-26ed2ab6bccc req-56288ba9-3e12-4d7f-98ed-4e7ef8a4b6c9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0666018 Jun 30 21:39:11.850099 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8091d66-555c-4c57-9a02-26ed2ab6bccc req-69486069-603d-4e9e-a12c-fcff563a1d3f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Jun 30 21:39:11.928859 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60859dd5-25e8-44c6-9f5a-d2662923e7d5 req-6958fee2-8d7e-40e2-8cfd-3956e888d88d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:11.930392 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-60859dd5-25e8-44c6-9f5a-d2662923e7d5 req-6958fee2-8d7e-40e2-8cfd-3956e888d88d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.0716720 Jun 30 21:39:11.971341 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-60859dd5-25e8-44c6-9f5a-d2662923e7d5 req-d2911d06-3aa7-464a-90cb-e830848bf551 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Jun 30 21:39:13.033385 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160c04-c8ca-4fc9-80fb-4f7484ccec2d req-4d26620d-a503-4e60-b449-482abcb9ce6e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:13.037401 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95160c04-c8ca-4fc9-80fb-4f7484ccec2d req-4d26620d-a503-4e60-b449-482abcb9ce6e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0686901 Jun 30 21:39:13.073668 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-95160c04-c8ca-4fc9-80fb-4f7484ccec2d req-b6572198-f96f-4006-82c2-31669e4e4e83 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Jun 30 21:39:13.158079 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e98949-2714-4cac-8ed6-dbeb11384863 req-d3dda24f-f67d-4221-bddd-797ef89fc5c7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:13.159692 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e98949-2714-4cac-8ed6-dbeb11384863 req-d3dda24f-f67d-4221-bddd-797ef89fc5c7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.0729790 Jun 30 21:39:13.201710 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e98949-2714-4cac-8ed6-dbeb11384863 req-62fe31bc-95ca-4c27-95a1-9a94b23e0a8d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Jun 30 21:39:14.282910 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac2f5-25b2-4f75-9bbb-ef8ba70120aa req-602f6eeb-f003-4c99-ae8f-a5eb801a636a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:14.285597 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-246ac2f5-25b2-4f75-9bbb-ef8ba70120aa req-602f6eeb-f003-4c99-ae8f-a5eb801a636a tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0940082 Jun 30 21:39:14.334469 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-246ac2f5-25b2-4f75-9bbb-ef8ba70120aa req-4e3e6f74-6e74-4209-9856-43d78eb7700f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Jun 30 21:39:14.380826 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-9d4ff22f-d91f-47ac-afae-890fb1ba2d07 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955040743&fields=id&tenant_id=65eda89908cd4726a2b596de3237994c HTTP/1.1" status: 200 len: 267 time: 0.0437934 Jun 30 21:39:14.509128 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-af537f40-84e5-44fa-8672-3afb2a169c10 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:14.510610 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-af537f40-84e5-44fa-8672-3afb2a169c10 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 808 time: 0.1169698 Jun 30 21:39:14.525814 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-bc6f764a-9012-48c0-80c3-c1745d20dd03 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/quotas/65eda89908cd4726a2b596de3237994c HTTP/1.1" status: 200 len: 375 time: 0.0098431 Jun 30 21:39:14.627373 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-df486ce3-6821-4b1f-af2e-5d149391e7a0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954230 Jun 30 21:39:14.767725 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-5d88e3ef-6d88-4eba-9576-52cf8d062744 service neutron] 10.222.0.11 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261566 Jun 30 21:39:14.873591 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-071549ad-c907-4090-b4f1-cfd4a7e63160 service neutron] 10.222.0.11 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996296 Jun 30 21:39:14.957093 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:39:14.980424 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:15.506796 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a330-4b64-4222-970c-7f803cdc45dc req-7b37745e-1418-42cb-a4c2-be3f8c652056 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:15.508225 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a31a330-4b64-4222-970c-7f803cdc45dc req-7b37745e-1418-42cb-a4c2-be3f8c652056 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.0719986 Jun 30 21:39:15.550232 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a31a330-4b64-4222-970c-7f803cdc45dc req-6b30c0ef-5cc0-4ba3-b4e1-5f8f4fc445c9 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Jun 30 21:39:15.647205 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9bd78eec-1e90-4c96-8433-5efea0956c9c req-9088a2c0-3091-4702-a8a9-90fc12899468 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0437131 Jun 30 21:39:15.723760 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cf53b-27eb-4358-968d-575677e195d6 req-b6148153-9957-490f-b54e-e9a4ced8ced3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:15.725585 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f1cf53b-27eb-4358-968d-575677e195d6 req-b6148153-9957-490f-b54e-e9a4ced8ced3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0818117 Jun 30 21:39:15.764831 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f1cf53b-27eb-4358-968d-575677e195d6 req-93740c3d-7542-4217-8b65-baf3be4f5a5f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Jun 30 21:39:16.213635 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-8829ac7f-18b0-4ba5-acde-42c0821af8c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789492 Jun 30 21:39:16.315713 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-2883b1d7-cf54-49df-bafe-1ff157e93912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:16.317420 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-2883b1d7-cf54-49df-bafe-1ff157e93912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 1098 time: 0.0603685 Jun 30 21:39:16.459892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-ecc74ef1-5b83-40bd-bfea-b699af671b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:16.461561 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-ecc74ef1-5b83-40bd-bfea-b699af671b82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.1067035 Jun 30 21:39:16.532221 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-74248b48-e6ed-4286-9044-e5ddb701f0a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e99be573-30af-43b2-8486-dc713455194e HTTP/1.1" status: 200 len: 217 time: 0.0402899 Jun 30 21:39:16.592291 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-3f817fba-9a7f-44ff-8a2d-b9c8dd3112b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:16.593886 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-3f817fba-9a7f-44ff-8a2d-b9c8dd3112b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0538812 Jun 30 21:39:16.636633 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-d484809e-504b-41c9-8a0d-212af35e84b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302236 Jun 30 21:39:16.782864 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6004d0f-2eaf-4a36-8487-ce7a926b3740 req-ec478619-d69d-4612-9faf-ff56046339cc tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0331776 Jun 30 21:39:16.786713 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-1cfd42b4-9e7a-465e-9f00-cfedaf7a3033 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231449 Jun 30 21:39:16.824676 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9a49-4fa9-42a6-b426-2038bd058147 req-39d49923-ec9f-4c9b-b886-c24e8b556b97 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:16.826410 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db3e9a49-4fa9-42a6-b426-2038bd058147 req-39d49923-ec9f-4c9b-b886-c24e8b556b97 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.1137691 Jun 30 21:39:16.885982 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db3e9a49-4fa9-42a6-b426-2038bd058147 req-f33a59c4-5eff-43c8-8fd6-56c6d6fa7cc2 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533845 Jun 30 21:39:16.922479 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-305be9c3-7a40-41ad-b9a1-8da0b7232e56 req-d9eb0ded-4eab-4c28-81f0-d7b22e9413a7 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290002 Jun 30 21:39:16.993454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7c8c-f0dc-4fb5-8fed-a3a46d6a38e6 req-5df15023-3e18-441c-835c-d3393c35e767 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:17.001945 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91fa7c8c-f0dc-4fb5-8fed-a3a46d6a38e6 req-5df15023-3e18-441c-835c-d3393c35e767 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0914488 Jun 30 21:39:17.036278 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91fa7c8c-f0dc-4fb5-8fed-a3a46d6a38e6 req-9508f652-4398-4294-b979-3efa671f8c17 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334408 Jun 30 21:39:17.145823 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32f931-6c34-4af3-8990-924a02264666 req-cdcee7e7-5f7a-4243-9e8e-65daaeee59fc tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:17.147390 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-2c32f931-6c34-4af3-8990-924a02264666 req-cdcee7e7-5f7a-4243-9e8e-65daaeee59fc tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 945 time: 0.0822639 Jun 30 21:39:17.255912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Deleting port 0116a25e-cf14-479d-9925-12c24b5fd306 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:39:17.256587 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:17.349928 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] For port 0116a25e-cf14-479d-9925-12c24b5fd306, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0116a25e-cf14-479d-9925-12c24b5fd306,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:17.350406 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:17.366100 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Calling delete_port for 0116a25e-cf14-479d-9925-12c24b5fd306 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:39:17.666362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:17.694971 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Pushing event deleted for resources: {'Port': ['ID=0116a25e-cf14-479d-9925-12c24b5fd306,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:17.704103 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['0116a25e-cf14-479d-9925-12c24b5fd306'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:17.708201 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.708551 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.708896 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.709694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.709694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.709955 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.710313 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.710499 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.710850 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.711180 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.711503 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.711824 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:17.750234 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] No DVR routers for this DVR port 0116a25e-cf14-479d-9925-12c24b5fd306 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:39:17.753809 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:17.755842 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-2c32f931-6c34-4af3-8990-924a02264666 req-3773f49f-c688-47cd-a0ce-e12a4be6ad96 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "DELETE /v2.0/ports/0116a25e-cf14-479d-9925-12c24b5fd306 HTTP/1.1" status: 204 len: 173 time: 0.6023960 Jun 30 21:39:17.756309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'name': 'network-vif-deleted', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:17.758757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b2db57-e7dd-49cb-bb58-f08694991f7f" -d '{"events": [{"server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "name": "network-vif-deleted", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:17.797028 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7c9b2-c3f6-4999-b75a-42af37ce2a35 x-openstack-request-id: req-8ef7c9b2-c3f6-4999-b75a-42af37ce2a35 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:17.797552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb8b527-0be4-4a8e-a15b-808b4b7a85a3", "name": "network-vif-deleted", "tag": "0116a25e-cf14-479d-9925-12c24b5fd306", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:17.797552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ef7c9b2-c3f6-4999-b75a-42af37ce2a35 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:17.797976 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8b527-0be4-4a8e-a15b-808b4b7a85a3', 'name': 'network-vif-deleted', 'tag': '0116a25e-cf14-479d-9925-12c24b5fd306', 'status': 'completed', 'code': 200} Jun 30 21:39:17.940366 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0a3d917c-84f3-447b-8f04-4f1ceec6c65a req-2c344c80-e6e9-4c95-a412-24cf11347326 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0322077 Jun 30 21:39:18.042947 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1332e36d-88a0-4aec-a093-84bb28a9ba82 req-d3ca05c7-f497-407f-a8e9-a7698df7fefb tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0302763 Jun 30 21:39:18.224443 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e83f68-0737-4747-b698-eb11ff769235 req-c97f0896-6167-450e-8d8b-0e5ba1bc3e33 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:18.226056 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-39e83f68-0737-4747-b698-eb11ff769235 req-c97f0896-6167-450e-8d8b-0e5ba1bc3e33 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0769563 Jun 30 21:39:18.269504 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-39e83f68-0737-4747-b698-eb11ff769235 req-134ace76-6193-4c35-ad78-6057a1d00070 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Jun 30 21:39:19.822956 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-922a6af4-4446-47a6-956d-ec42be434e3f req-02eca22b-85ab-47a0-acb2-1dda066bdc8c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0311990 Jun 30 21:39:19.955710 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fd16f1f-0d34-48a5-b628-ca703e25d296 req-4b70c600-acf1-4778-a3fa-4e3af5046196 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0282433 Jun 30 21:39:20.132762 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ae723-6fc1-45b3-8197-7d90055db9c3 req-14cb0d4d-4cbf-425d-b8d7-34ddbea4b15f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:20.134286 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0b0ae723-6fc1-45b3-8197-7d90055db9c3 req-14cb0d4d-4cbf-425d-b8d7-34ddbea4b15f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0776274 Jun 30 21:39:20.172837 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0b0ae723-6fc1-45b3-8197-7d90055db9c3 req-a8ac4c64-f4e6-498a-9e5b-27389c5f2065 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Jun 30 21:39:22.376947 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ea5630e-2d8a-4a8a-919f-761cc64fee46 req-9c4891d6-a1cc-4abe-bfc7-f52998ec808a tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0366650 Jun 30 21:39:22.408837 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e76c3a6-a883-4a22-b881-31db4bbbede7 req-f3da2af3-9c35-4a9b-817f-603607779ee7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jun 30 21:39:22.752203 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1e09e-f501-4557-9e63-f139bcea9d5b req-abb145c7-d716-4e33-aad3-74db4efdd989 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:22.754005 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8a1e09e-f501-4557-9e63-f139bcea9d5b req-abb145c7-d716-4e33-aad3-74db4efdd989 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0685918 Jun 30 21:39:22.796667 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c8a1e09e-f501-4557-9e63-f139bcea9d5b req-a53b24ca-7cca-4130-9d30-773f9e6ee59e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Jun 30 21:39:23.157046 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-086ecf57-aaec-4d61-9384-f499a4a86ea6 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:23.158529 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-086ecf57-aaec-4d61-9384-f499a4a86ea6 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 808 time: 0.1102703 Jun 30 21:39:23.237476 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-00659181-316d-4e5d-8866-d9fa065b1999 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65eda89908cd4726a2b596de3237994c HTTP/1.1" status: 200 len: 379 time: 0.0386162 Jun 30 21:39:23.260423 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'port': {'device_id': '9df76fbf-6738-4667-9327-831bf5771735', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'admin_state_up': True, 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'security_groups': ['2401b0d0-f909-472c-be1b-17d4ad88136e']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:39:23.512773 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Made reservation on behalf of 65eda89908cd4726a2b596de3237994c for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:39:23.516373 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:23.713869 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4d4fe301-d76a-4e72-9d9c-5c6e14554d6b req-7ebc108f-073f-434b-9e20-a899d9c68572 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.1461308 Jun 30 21:39:23.735018 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-290c3cbf-2deb-48c7-aa0d-a65aa2444e78 req-8ca2053f-415e-4b8c-93a5-425099ca25ef tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=efb8b527-0be4-4a8e-a15b-808b4b7a85a3 HTTP/1.1" status: 200 len: 210 time: 0.0522311 Jun 30 21:39:23.777097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Allocated IP 172.20.0.5 (0b08c74a-1bdc-411a-9d12-ede5825354c7/b8038464-2a63-43ea-aa32-c24d33ffc803/2836839f-3d4b-4d6b-bf45-57b601ecc415) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:39:23.945185 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65821d8c-c3de-403e-b91e-531b3f6cfff0 req-5d2349fd-dad7-4374-8f6c-b2564b0224c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:23.946805 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-65821d8c-c3de-403e-b91e-531b3f6cfff0 req-5d2349fd-dad7-4374-8f6c-b2564b0224c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.1652763 Jun 30 21:39:23.987168 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2379f3-320d-4f07-99e5-f670c88d99fe req-228ae138-4cd3-4273-87bc-74afd8101846 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:23.988910 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b2379f3-320d-4f07-99e5-f670c88d99fe req-228ae138-4cd3-4273-87bc-74afd8101846 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0751381 Jun 30 21:39:24.010628 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:24.018038 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-65821d8c-c3de-403e-b91e-531b3f6cfff0 req-a74b1bb1-3383-4a99-9c74-16ff8e3a4627 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647860 Jun 30 21:39:24.028934 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Transition to ACTIVE for port object 2836839f-3d4b-4d6b-bf45-57b601ecc415 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:39:24.035759 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b2379f3-320d-4f07-99e5-f670c88d99fe req-8dfaa619-5102-4c78-99e8-f7ea92259858 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Jun 30 21:39:24.141282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:24.192309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:39:24.195496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:39:24.199357 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:39:24.206016 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:24.252646 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0116a25e-cf14-479d-9925-12c24b5fd306 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:39:24.257296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:24.258051 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:24.291600 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 0116a25e-cf14-479d-9925-12c24b5fd306 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:39:24.292015 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0116a25e-cf14-479d-9925-12c24b5fd306 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:39:24.353493 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-0410e854-2b7e-470f-adc6-fdde714d979f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0977283 Jun 30 21:39:24.495438 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-fda1c900-c84c-46cf-89cd-83824802c697 None None] Provisioning for port 2836839f-3d4b-4d6b-bf45-57b601ecc415 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:39:24.500768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-fda1c900-c84c-46cf-89cd-83824802c697 None None] Provisioning complete for port 2836839f-3d4b-4d6b-bf45-57b601ecc415 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:39:24.500768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fda1c900-c84c-46cf-89cd-83824802c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:24.540963 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-fda1c900-c84c-46cf-89cd-83824802c697 None None] Port 2836839f-3d4b-4d6b-bf45-57b601ecc415 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:39:24.906070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Request body: {'port': {'device_id': '9df76fbf-6738-4667-9327-831bf5771735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:39:24.988517 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.291804 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2836839f-3d4b-4d6b-bf45-57b601ecc415 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:39:25.300648 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.319307 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Transition to ACTIVE for port object 2836839f-3d4b-4d6b-bf45-57b601ecc415 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:39:25.337285 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8e21e-bebd-4770-8510-86fd3abea538 req-b36979f3-86ee-4680-8c37-035f25a2d647 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:25.340049 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2b8e21e-bebd-4770-8510-86fd3abea538 req-b36979f3-86ee-4680-8c37-035f25a2d647 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 931 time: 0.1862991 Jun 30 21:39:25.386678 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384ccc2-9384-4c3b-9dac-64ff0e1b4e38 req-7b498f46-3e3a-463f-a132-e41ccdf2609f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:25.388264 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7384ccc2-9384-4c3b-9dac-64ff0e1b4e38 req-7b498f46-3e3a-463f-a132-e41ccdf2609f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1715760 Jun 30 21:39:25.420481 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2b8e21e-bebd-4770-8510-86fd3abea538 req-c1b3df7b-189b-44f3-a89d-fa6cb7cd244d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736196 Jun 30 21:39:25.427921 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.447645 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7384ccc2-9384-4c3b-9dac-64ff0e1b4e38 req-be8ef48c-71d6-4095-8b46-b34809a8bb54 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Jun 30 21:39:25.530197 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:25.615440 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Attempting to bind port 2836839f-3d4b-4d6b-bf45-57b601ecc415 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:39:25.615787 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Attempting to bind port 2836839f-3d4b-4d6b-bf45-57b601ecc415 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:39:25.616122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Attempting to bind port 2836839f-3d4b-4d6b-bf45-57b601ecc415 on network 0b08c74a-1bdc-411a-9d12-ede5825354c7 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:39:25.623151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Port 2836839f-3d4b-4d6b-bf45-57b601ecc415 on network 0b08c74a-1bdc-411a-9d12-ede5825354c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:39:25.623483 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Attempting to bind port 2836839f-3d4b-4d6b-bf45-57b601ecc415 on network 0b08c74a-1bdc-411a-9d12-ede5825354c7 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:39:25.630232 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:39:25.630613 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Checking segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:39:25.631058 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Bound using segment: {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:39:25.631483 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Bound port: 2836839f-3d4b-4d6b-bf45-57b601ecc415, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ae645a-7eb1-4c37-b29c-785d36c97571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:39:25.631987 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.717196 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:39:25.721255 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-16efe368-149f-4633-b8ea-8c9802db7570 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:25.724145 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-16efe368-149f-4633-b8ea-8c9802db7570 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/networks?id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16 HTTP/1.1" status: 200 len: 808 time: 0.1539671 Jun 30 21:39:25.726276 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:39:25.751565 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-d8518dcd-73c4-4a3c-86f7-a423dda190af tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/quotas/25cf90c2fc7a43a3b73b6951ae9922ab HTTP/1.1" status: 200 len: 375 time: 0.0180037 Jun 30 21:39:25.795461 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-a18a20b5-79b8-417b-b354-5a982c830a3d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378652 Jun 30 21:39:25.809327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8728aa2a-506e-4c5c-a3ed-6ea15e290a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.833854 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.872383 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:25.878212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:25.878212 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] 10.222.0.13 "PUT /v2.0/ports/2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 1093 time: 0.9729574 Jun 30 21:39:25.878212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:25.878212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab338368-917d-43e4-a1e0-0ac17b27cb93" -d '{"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:25.910913 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-2dbae8e2-e5c1-41cc-9471-05d24d6f1591 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075110 Jun 30 21:39:25.918148 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3f69-cc2e-4e70-8631-e3c0578a8b9f service neutron] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:25.925918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65f762-74c4-49aa-98c2-17f3a93888ce x-openstack-request-id: req-7c65f762-74c4-49aa-98c2-17f3a93888ce {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:25.926198 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:25.926508 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c65f762-74c4-49aa-98c2-17f3a93888ce {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:25.926874 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'status': 'completed', 'code': 200} Jun 30 21:39:26.044225 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-1f535d54-e82d-4f38-bf42-83870bfa334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.046028 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-1f535d54-e82d-4f38-bf42-83870bfa334b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1096 time: 0.0677047 Jun 30 21:39:26.057401 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-a57d6aa4-472a-44db-8e7e-b85433b14162 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352468 Jun 30 21:39:26.257303 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-168b55f5-02e5-41b1-8b09-bdddf819c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.260163 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-168b55f5-02e5-41b1-8b09-bdddf819c46a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=65eda89908cd4726a2b596de3237994c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1547866 Jun 30 21:39:26.398476 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86bb7f36-b1d9-4b2c-a737-d80d6ffb1ee7 req-090c8f2b-6222-4ee3-b685-51b9b93b8296 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 210 time: 0.0433614 Jun 30 21:39:26.438804 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-4572512d-cb95-4367-944a-0f7a292d82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.440940 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab338368-917d-43e4-a1e0-0ac17b27cb93 req-4572512d-cb95-4367-944a-0f7a292d82f7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1724792 Jun 30 21:39:26.638470 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-06186f67-369e-44e1-ba6b-23c5ecb259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.640050 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-06186f67-369e-44e1-ba6b-23c5ecb259e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1096 time: 0.1034255 Jun 30 21:39:26.690928 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-0f0e56f2-471d-47e1-b0d4-c76e96dbddac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 217 time: 0.0362754 Jun 30 21:39:26.747062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb591-836f-47e0-abf6-27ddd63cdc08 req-e59fac3d-199d-4640-9664-6ed24838d797 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.748655 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72afb591-836f-47e0-abf6-27ddd63cdc08 req-e59fac3d-199d-4640-9664-6ed24838d797 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1219823 Jun 30 21:39:26.750777 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-2f8dfaee-9a05-401f-bdbf-28bdbaee437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.753486 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-2f8dfaee-9a05-401f-bdbf-28bdbaee437f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0564568 Jun 30 21:39:26.756408 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384acd7-7e0c-406e-abaf-1d26a8bbcf06 req-6710de1c-5e99-419a-bbee-c78f33df6390 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.760592 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d384acd7-7e0c-406e-abaf-1d26a8bbcf06 req-6710de1c-5e99-419a-bbee-c78f33df6390 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.1127791 Jun 30 21:39:26.814595 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72afb591-836f-47e0-abf6-27ddd63cdc08 req-a68ede28-35d6-4956-8a8f-8cfec85bfffc tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557182 Jun 30 21:39:26.828587 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d384acd7-7e0c-406e-abaf-1d26a8bbcf06 req-cf8f663b-1596-48a8-a26c-8e49fc6b4af4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552435 Jun 30 21:39:26.853214 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875e26-5a17-4dd9-a762-22244474982a req-24ec5dd8-eb62-4f18-a8a0-55245e3407ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:26.853214 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-24ec5dd8-eb62-4f18-a8a0-55245e3407ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0921283 Jun 30 21:39:26.955961 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-cbadfe54-e4d4-421f-91d2-63c61bbe66f3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965030 Jun 30 21:39:27.061140 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3875e26-5a17-4dd9-a762-22244474982a req-742e1a88-0dba-4a86-bef3-b8b8376a4123 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978303 Jun 30 21:39:27.553681 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aee2afdc-e002-4a8d-a7bf-efa57e2eb9f7 req-f3f94f7a-588d-4e0d-bbe6-66dcca54240b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 210 time: 0.0370889 Jun 30 21:39:27.623712 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2d6d0-a566-4139-99f3-e343eb83302b req-c89c628a-1a51-46b1-8347-9ec1adc3c3f5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:27.625274 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0d2d6d0-a566-4139-99f3-e343eb83302b req-c89c628a-1a51-46b1-8347-9ec1adc3c3f5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0742521 Jun 30 21:39:27.675588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-f1f83d75-e00b-4f0c-864e-459f102e0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:27.679764 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-f1f83d75-e00b-4f0c-864e-459f102e0d66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fec86267a44c6886458030a884485a&device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 1099 time: 0.0713177 Jun 30 21:39:27.702886 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0d2d6d0-a566-4139-99f3-e343eb83302b req-845df79c-2c97-4373-a023-d4c32b8a89e4 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668397 Jun 30 21:39:27.791961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-ecb0da97-cf07-4389-beca-38a164c69a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:27.793521 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-ecb0da97-cf07-4389-beca-38a164c69a03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 200 len: 918 time: 0.0930552 Jun 30 21:39:27.835905 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-e1e82149-f1c9-48da-a823-92d9518566ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 200 len: 217 time: 0.0355854 Jun 30 21:39:27.890183 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-46c748ab-5607-4be5-a4fe-6b313bd0e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:27.893527 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-46c748ab-5607-4be5-a4fe-6b313bd0e8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 200 len: 858 time: 0.0490544 Jun 30 21:39:27.925640 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-ffb9dd2f-7e63-430a-84d8-67d3a4165af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35bd9f66-571b-4322-a5c4-7625fb20429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266268 Jun 30 21:39:28.018992 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-b837fbeb-e309-4b16-9fcf-b1f396da8644 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871835 Jun 30 21:39:28.023329 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffe8a2-2245-4838-9d8c-9428e9fda45e req-7a22fa85-2bcb-4c9b-8c30-8e89f773a36c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:28.024791 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01ffe8a2-2245-4838-9d8c-9428e9fda45e req-7a22fa85-2bcb-4c9b-8c30-8e89f773a36c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0679474 Jun 30 21:39:28.072628 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01ffe8a2-2245-4838-9d8c-9428e9fda45e req-7e95e328-e3e0-46bc-b2a4-ec5eae1edca4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Jun 30 21:39:28.363767 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8e6701ef-df9f-455b-9efb-8b614a207d35 req-a5424829-b168-4d85-a48a-88de75ea0c80 service neutron] 10.222.0.13 "GET /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262095 Jun 30 21:39:28.415241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8433bbea-66d5-4962-a317-47d35de5c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:28.698163 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f871598-3657-45c6-89d3-c093b273a1f0 req-62d902bb-7951-4978-b07c-becf2f0ab58a tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 210 time: 0.0316482 Jun 30 21:39:28.746416 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:28.905832 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367566d-fbfa-47d4-802b-d2938ec69ce4 req-d22563a3-e511-41c3-963d-23d62372703f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:28.907325 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e367566d-fbfa-47d4-802b-d2938ec69ce4 req-d22563a3-e511-41c3-963d-23d62372703f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0672686 Jun 30 21:39:28.953657 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e367566d-fbfa-47d4-802b-d2938ec69ce4 req-78c07afa-a5ef-468d-a879-1eb5e102c118 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Jun 30 21:39:29.117648 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-e6ccbdd3-f919-4a1c-b3f6-ff602896d9b2 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:29.119291 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-e6ccbdd3-f919-4a1c-b3f6-ff602896d9b2 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "GET /v2.0/networks?id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16 HTTP/1.1" status: 200 len: 808 time: 0.1139512 Jun 30 21:39:29.144247 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Request body: {'port': {'device_id': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16', 'admin_state_up': True, 'tenant_id': '25cf90c2fc7a43a3b73b6951ae9922ab'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:39:29.269615 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18facd3-a52e-48e4-9e22-76235f1cbef9 req-238fa2ad-29ad-4a1f-864c-055f79de60b5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:29.271240 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d18facd3-a52e-48e4-9e22-76235f1cbef9 req-238fa2ad-29ad-4a1f-864c-055f79de60b5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0708761 Jun 30 21:39:29.315137 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d18facd3-a52e-48e4-9e22-76235f1cbef9 req-cb964625-397a-4c84-83b1-b27a87f8b69a tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382857 Jun 30 21:39:29.319054 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Made reservation on behalf of 25cf90c2fc7a43a3b73b6951ae9922ab for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:39:29.326706 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:29.482331 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Allocated IP 172.20.0.5 (ccb9032a-74f8-4900-9ba3-b36ea06a6d16/7ee51013-54cd-4f64-a301-0e0ea2b69cba/574bc767-fdf6-4262-8fe0-2df3470186b8) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:39:29.648194 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:29.724852 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:29.747677 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:29.827661 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:39:29.832005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:39:29.834442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Pushing event updated for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:29.836594 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:39:29.894657 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:29.895635 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:29.917519 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24405b-7f71-49f5-8f5d-0a365e9a1a29 req-f25c43fa-4045-4e49-ba4f-557cf7db8e43 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:29.919265 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c24405b-7f71-49f5-8f5d-0a365e9a1a29 req-f25c43fa-4045-4e49-ba4f-557cf7db8e43 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 931 time: 0.0997217 Jun 30 21:39:29.971891 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9c24405b-7f71-49f5-8f5d-0a365e9a1a29 req-6cdaf453-22fa-40ef-ae22-43cf76f80f20 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Jun 30 21:39:30.018775 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-dc6bfc89-fc92-425f-87ca-873ba42f8b8e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8824489 Jun 30 21:39:30.063374 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Request body: {'port': {'device_id': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:39:30.145932 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.186403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987241fa-799d-49ae-a280-8c2bd59e81ea req-ccecffe1-ab36-49bc-9eeb-ef74705dcb8f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:30.188030 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-987241fa-799d-49ae-a280-8c2bd59e81ea req-ccecffe1-ab36-49bc-9eeb-ef74705dcb8f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0913737 Jun 30 21:39:30.235640 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-987241fa-799d-49ae-a280-8c2bd59e81ea req-6ac02a91-8f2e-4446-99c5-8af18bce0c55 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Jun 30 21:39:30.442148 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574bc767-fdf6-4262-8fe0-2df3470186b8 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:39:30.451430 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.467585 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Transition to ACTIVE for port object 574bc767-fdf6-4262-8fe0-2df3470186b8 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:39:30.545760 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699b307-a397-4a66-baf6-86e7fa07fddd req-fded0b6e-f19e-46e9-b32d-516f831ed9b0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:30.548330 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6699b307-a397-4a66-baf6-86e7fa07fddd req-fded0b6e-f19e-46e9-b32d-516f831ed9b0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0799820 Jun 30 21:39:30.553097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.591960 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6699b307-a397-4a66-baf6-86e7fa07fddd req-7440584e-7ffd-4232-be07-dabb69d3f563 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368502 Jun 30 21:39:30.629318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Pushing event updated for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:30.704322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Attempting to bind port 574bc767-fdf6-4262-8fe0-2df3470186b8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:39:30.704655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Attempting to bind port 574bc767-fdf6-4262-8fe0-2df3470186b8 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:39:30.705618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Attempting to bind port 574bc767-fdf6-4262-8fe0-2df3470186b8 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:39:30.710536 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Port 574bc767-fdf6-4262-8fe0-2df3470186b8 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:39:30.710986 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Attempting to bind port 574bc767-fdf6-4262-8fe0-2df3470186b8 on network ccb9032a-74f8-4900-9ba3-b36ea06a6d16 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:39:30.715914 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:39:30.716253 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Checking segment: {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:39:30.716639 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Bound using segment: {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:39:30.717066 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Bound port: 574bc767-fdf6-4262-8fe0-2df3470186b8, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9495c28-0cb2-4e1b-bf99-d5881111f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:39:30.717426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.792978 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:39:30.796367 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=574bc767-fdf6-4262-8fe0-2df3470186b8,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:39:30.861851 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.898987 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:30.899609 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:30.901025 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] 10.222.0.13 "PUT /v2.0/ports/574bc767-fdf6-4262-8fe0-2df3470186b8 HTTP/1.1" status: 200 len: 1093 time: 0.8422728 Jun 30 21:39:30.901515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:30.903817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29401b2c-3a5c-4020-862b-132279979f52" -d '{"events": [{"name": "network-changed", "server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:30.929990 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150e8b9-1241-4204-8b06-bb78f7564b94 service neutron] Pushing event updated for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:30.945698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d178648-3ee9-4698-89ff-ff6b049fb69a x-openstack-request-id: req-7d178648-3ee9-4698-89ff-ff6b049fb69a {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:30.945698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:30.945698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d178648-3ee9-4698-89ff-ff6b049fb69a {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:30.946695 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8', 'status': 'completed', 'code': 200} Jun 30 21:39:31.056139 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401b2c-3a5c-4020-862b-132279979f52 req-b721485e-9d7f-4cfe-b9ed-4e31cc312e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.057665 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-29401b2c-3a5c-4020-862b-132279979f52 req-b721485e-9d7f-4cfe-b9ed-4e31cc312e13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 1096 time: 0.0593174 Jun 30 21:39:31.166926 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401b2c-3a5c-4020-862b-132279979f52 req-ba2c684d-2032-4472-89c8-3e879c892739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.168414 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a071a-51a6-419a-b1af-b03cf63dd382 req-1c93d9dc-738e-48ac-8011-633ef428634b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.168821 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-29401b2c-3a5c-4020-862b-132279979f52 req-ba2c684d-2032-4472-89c8-3e879c892739 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0974767 Jun 30 21:39:31.169903 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-983a071a-51a6-419a-b1af-b03cf63dd382 req-1c93d9dc-738e-48ac-8011-633ef428634b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 943 time: 0.0646169 Jun 30 21:39:31.213452 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-983a071a-51a6-419a-b1af-b03cf63dd382 req-50c1448e-64a1-44c2-9f7e-0938bc4e1cd6 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 Jun 30 21:39:31.300519 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401b2c-3a5c-4020-862b-132279979f52 req-3057809e-cc34-4556-b811-82c3f8b17ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.303132 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-29401b2c-3a5c-4020-862b-132279979f52 req-3057809e-cc34-4556-b811-82c3f8b17ba0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1283295 Jun 30 21:39:31.432318 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014de56-afe5-453e-8573-7c3c7dd9f813 req-dc5c75ff-c302-40c5-b462-f7b688c0990e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.433886 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0014de56-afe5-453e-8573-7c3c7dd9f813 req-dc5c75ff-c302-40c5-b462-f7b688c0990e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0784225 Jun 30 21:39:31.453644 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-c0a24107-88c4-4e3d-aef0-0afa6672eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.455219 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-c0a24107-88c4-4e3d-aef0-0afa6672eedd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 1096 time: 0.0595455 Jun 30 21:39:31.473490 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0014de56-afe5-453e-8573-7c3c7dd9f813 req-2ef0d20d-bf9a-4c82-9136-5b490befbb35 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Jun 30 21:39:31.507008 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-6dfd0bb5-dafc-45d2-b1b0-fc6113fc6d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574bc767-fdf6-4262-8fe0-2df3470186b8 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Jun 30 21:39:31.583299 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-2f54aa8e-94b9-48e1-8b5c-9888fe0fffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.584805 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-2f54aa8e-94b9-48e1-8b5c-9888fe0fffb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee51013-54cd-4f64-a301-0e0ea2b69cba HTTP/1.1" status: 200 len: 848 time: 0.0691497 Jun 30 21:39:31.609634 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:31.626042 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-867787a3-9a55-42f8-be33-033823362e48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccb9032a-74f8-4900-9ba3-b36ea06a6d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295444 Jun 30 21:39:31.730480 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-36e327fa-ddaa-4961-95ca-1bafcbcb414b service neutron] 10.222.0.13 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964427 Jun 30 21:39:31.785668 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9e39-a3b9-408b-b52d-1f27bac214e1 req-c6338663-eb33-4fb8-a9a2-62e8e056ad20 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:31.787166 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6fcf9e39-a3b9-408b-b52d-1f27bac214e1 req-c6338663-eb33-4fb8-a9a2-62e8e056ad20 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0724499 Jun 30 21:39:31.827451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6fcf9e39-a3b9-408b-b52d-1f27bac214e1 req-a4a0699d-6f5d-49cd-bc72-27accc3fd4d7 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338440 Jun 30 21:39:31.838034 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7dbd38f2-4bac-42eb-963a-94d8ab52d940 req-a70d2496-6e5f-4c25-adf3-2e0656c32c71 service neutron] 10.222.0.13 "GET /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985553 Jun 30 21:39:32.404451 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e703fd9-2670-4697-b6b0-6e3b1d1376e6 req-c1d1001a-a82d-4e88-868e-5bbcfb322307 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:32.406084 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e703fd9-2670-4697-b6b0-6e3b1d1376e6 req-c1d1001a-a82d-4e88-868e-5bbcfb322307 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 943 time: 0.0702057 Jun 30 21:39:32.446484 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1e703fd9-2670-4697-b6b0-6e3b1d1376e6 req-89f0728a-64b6-41ce-9c7b-4ebc5c00ed18 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Jun 30 21:39:32.688634 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aabce-c97f-4d48-bf25-d024dfa9a537 req-2d294a13-c21e-4613-b3f3-fe7fbc7ae80f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:32.690951 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-107aabce-c97f-4d48-bf25-d024dfa9a537 req-2d294a13-c21e-4613-b3f3-fe7fbc7ae80f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0775414 Jun 30 21:39:32.740993 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-107aabce-c97f-4d48-bf25-d024dfa9a537 req-f0bb1faf-f589-46f2-84ed-186bbf3c02d3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Jun 30 21:39:33.019913 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07468250-003f-4fa7-a95c-af573819b535 req-2dbea53b-cb02-40c7-a98c-30bca547a288 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:33.021464 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-07468250-003f-4fa7-a95c-af573819b535 req-2dbea53b-cb02-40c7-a98c-30bca547a288 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0750694 Jun 30 21:39:33.063350 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-07468250-003f-4fa7-a95c-af573819b535 req-5dec1cda-735b-4c93-b40d-e0e10bddf0fb tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355515 Jun 30 21:39:33.649391 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20310f-8e7e-4840-9f29-9f6cf79d994b req-1c737543-7d3b-46a2-a91e-e83f9a1d2be1 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:33.651024 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c20310f-8e7e-4840-9f29-9f6cf79d994b req-1c737543-7d3b-46a2-a91e-e83f9a1d2be1 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 943 time: 0.0697467 Jun 30 21:39:33.694062 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c20310f-8e7e-4840-9f29-9f6cf79d994b req-f4f0947c-66b1-4432-bcc5-5328f3ce55b3 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 Jun 30 21:39:33.945532 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e17c9-b5a8-414c-8d57-9541e0f25296 req-0cd0cb38-6b3b-47dc-8458-a3c05e69acf6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:33.947062 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d9e17c9-b5a8-414c-8d57-9541e0f25296 req-0cd0cb38-6b3b-47dc-8458-a3c05e69acf6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0754387 Jun 30 21:39:33.988941 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d9e17c9-b5a8-414c-8d57-9541e0f25296 req-71c1ae9d-33f3-45bc-991f-f048e590c894 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Jun 30 21:39:34.260277 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b601a-ecf2-4a37-ab49-f5ed93fef6b2 req-d38311e7-1180-4870-8b3f-3e6be7ee21f5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:34.261794 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af2b601a-ecf2-4a37-ab49-f5ed93fef6b2 req-d38311e7-1180-4870-8b3f-3e6be7ee21f5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0723557 Jun 30 21:39:34.301580 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-af2b601a-ecf2-4a37-ab49-f5ed93fef6b2 req-456fa4b2-58a5-4771-813f-e63e2c4777b1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jun 30 21:39:34.895561 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877100-9f76-4246-8d7b-5c79a4f4e95b req-ce3d45b6-ef76-44be-83d8-67d131f6e3cc tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:34.897075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16877100-9f76-4246-8d7b-5c79a4f4e95b req-ce3d45b6-ef76-44be-83d8-67d131f6e3cc tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 943 time: 0.0699856 Jun 30 21:39:34.936524 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-16877100-9f76-4246-8d7b-5c79a4f4e95b req-c2f31ad2-06b3-4f2f-b32d-b1ebf963e53d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Jun 30 21:39:37.002488 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 574bc767-fdf6-4262-8fe0-2df3470186b8 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:39:37.100912 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=574bc767-fdf6-4262-8fe0-2df3470186b8,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:37.112917 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '574bc767-fdf6-4262-8fe0-2df3470186b8', 'network_id': 'ccb9032a-74f8-4900-9ba3-b36ea06a6d16', 'port_id': '574bc767-fdf6-4262-8fe0-2df3470186b8', 'mac_address': 'fa:16:3e:54:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee51013-54cd-4f64-a301-0e0ea2b69cba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:39:37.149478 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:37.162559 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574bc767-fdf6-4262-8fe0-2df3470186b8 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:39:37.181906 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=574bc767-fdf6-4262-8fe0-2df3470186b8,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:37.306870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:37.354455 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:37.361401 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.361784 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.362140 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.362515 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.362884 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.363223 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.363557 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.363886 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.364229 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.364557 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.364883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:37.365208 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:39.039196 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0634c4-26a3-4035-a5d1-597bf4f485be req-99d8310a-3719-4a56-8546-0e1eb50c5dc8 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:39.040706 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d0634c4-26a3-4035-a5d1-597bf4f485be req-99d8310a-3719-4a56-8546-0e1eb50c5dc8 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0690694 Jun 30 21:39:39.108218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d0634c4-26a3-4035-a5d1-597bf4f485be req-419ff39c-ff6c-4ca5-bdba-af6c6dedbda1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619817 Jun 30 21:39:39.133584 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fc47-42ce-4d80-8db7-0dacd5fa5d3a req-8104feae-6443-45a7-b8b9-21f37c784b6b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:39.135060 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9433fc47-42ce-4d80-8db7-0dacd5fa5d3a req-8104feae-6443-45a7-b8b9-21f37c784b6b tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 944 time: 0.0829151 Jun 30 21:39:39.173656 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9433fc47-42ce-4d80-8db7-0dacd5fa5d3a req-20658ff9-696d-4116-9776-c2ba538fa0c4 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jun 30 21:39:39.568439 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['574bc767-fdf6-4262-8fe0-2df3470186b8'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:40.301302 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20424277-0bb3-44c3-ad93-7dd1017c2bb9 req-949be04a-8500-4b0b-9c75-9e7041fccac3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:40.302919 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20424277-0bb3-44c3-ad93-7dd1017c2bb9 req-949be04a-8500-4b0b-9c75-9e7041fccac3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0719566 Jun 30 21:39:40.371047 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20424277-0bb3-44c3-ad93-7dd1017c2bb9 req-6e9be428-18ae-444f-a5c3-269deaa736a2 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583901 Jun 30 21:39:40.403237 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eecac-e1c6-4dd5-bd43-f8d37184716c req-2818fcc1-2417-4aee-9cc3-4727caa7c570 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:40.404717 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f29eecac-e1c6-4dd5-bd43-f8d37184716c req-2818fcc1-2417-4aee-9cc3-4727caa7c570 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 944 time: 0.1009040 Jun 30 21:39:40.444178 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f29eecac-e1c6-4dd5-bd43-f8d37184716c req-557ae01f-6ab0-455d-87be-c3305cbdb176 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Jun 30 21:39:40.990532 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:39:40.999040 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 574bc767-fdf6-4262-8fe0-2df3470186b8 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:39:41.140541 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:41.155137 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'mac_address': 'fa:16:3e:6d:81:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:39:41.196145 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:41.211654 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2836839f-3d4b-4d6b-bf45-57b601ecc415 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:39:41.217293 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 574bc767-fdf6-4262-8fe0-2df3470186b8 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:39:41.238505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 574bc767-fdf6-4262-8fe0-2df3470186b8 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:39:41.239104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:41.287823 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:41.371094 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:41.396721 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:41.405388 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:41.407403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ecf37-fd57-495d-8bff-dff22ea403ff" -d '{"events": [{"server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "name": "network-vif-plugged", "status": "completed", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:41.444493 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=574bc767-fdf6-4262-8fe0-2df3470186b8,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:41.449076 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6660d-5157-45c9-a43a-85ea032d10e8 x-openstack-request-id: req-c1b6660d-5157-45c9-a43a-85ea032d10e8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:41.449370 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "name": "network-vif-plugged", "status": "completed", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:41.449626 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1b6660d-5157-45c9-a43a-85ea032d10e8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:41.450032 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8', 'code': 200} Jun 30 21:39:41.474435 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:41.536503 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:41.603497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:41.625091 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c331-4d40-4f13-9833-91cfbff7f404 req-d993963b-960f-4664-9eb8-8e46ae05a1df tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:41.626696 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5395c331-4d40-4f13-9833-91cfbff7f404 req-d993963b-960f-4664-9eb8-8e46ae05a1df tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.1059105 Jun 30 21:39:41.678286 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac414a-747e-4b4d-9984-9d98f4b6bca1 req-6ae18744-0781-4c9d-b113-12d988da1785 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:41.679966 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bdac414a-747e-4b4d-9984-9d98f4b6bca1 req-6ae18744-0781-4c9d-b113-12d988da1785 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.1075747 Jun 30 21:39:41.683496 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5395c331-4d40-4f13-9833-91cfbff7f404 req-3da56107-2ed3-4ce0-8fd9-d2d7b31348c2 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498137 Jun 30 21:39:41.725815 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bdac414a-747e-4b4d-9984-9d98f4b6bca1 req-7e7f667d-29ac-4c77-bf2f-8a5887de03ea tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Jun 30 21:39:41.946466 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc8e6-b148-49c8-a2d5-00ca10814a16 req-9284dd75-655b-42a6-bb5f-fcf98a7173aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:41.948000 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-57adc8e6-b148-49c8-a2d5-00ca10814a16 req-9284dd75-655b-42a6-bb5f-fcf98a7173aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 1098 time: 0.0516834 Jun 30 21:39:41.980861 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['2836839f-3d4b-4d6b-bf45-57b601ecc415'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:41.987017 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-57adc8e6-b148-49c8-a2d5-00ca10814a16 req-5d721888-0260-4700-8e3c-766841b70ce3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Jun 30 21:39:42.951989 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3cc2e-f886-4679-be1b-6c83830a4384 req-641fbc4e-9508-4b13-83e0-89a46b23a21c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:42.953476 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96b3cc2e-f886-4679-be1b-6c83830a4384 req-641fbc4e-9508-4b13-83e0-89a46b23a21c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.1249394 Jun 30 21:39:42.965711 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395b2c-1209-4ee0-ae70-cc723778cf5f req-5106f16c-8cf4-4eae-b7db-61899c4cb578 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:42.967251 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62395b2c-1209-4ee0-ae70-cc723778cf5f req-5106f16c-8cf4-4eae-b7db-61899c4cb578 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.0997789 Jun 30 21:39:43.024994 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62395b2c-1209-4ee0-ae70-cc723778cf5f req-35473136-ba5f-4a88-8f4d-b09772d021ad tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504529 Jun 30 21:39:43.027984 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96b3cc2e-f886-4679-be1b-6c83830a4384 req-2563ec7c-36c7-49cd-8cb5-58eabfe94b37 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596011 Jun 30 21:39:44.353603 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb3266-02b7-4d22-a54b-d0614c11d75b req-83ee2efc-507d-49eb-91b8-1156726d6187 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:44.355172 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9afb3266-02b7-4d22-a54b-d0614c11d75b req-83ee2efc-507d-49eb-91b8-1156726d6187 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.0707116 Jun 30 21:39:44.427152 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9afb3266-02b7-4d22-a54b-d0614c11d75b req-eff2f341-c1b8-46c4-8441-9b42d7fe1d8a tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622678 Jun 30 21:39:44.468042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1a5cf-34f7-41ee-a44e-b454a20d0b0c req-f7d93594-1fb6-4a07-ad6a-c29e9b157539 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:44.469948 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-30b1a5cf-34f7-41ee-a44e-b454a20d0b0c req-f7d93594-1fb6-4a07-ad6a-c29e9b157539 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.1135635 Jun 30 21:39:44.509300 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-30b1a5cf-34f7-41ee-a44e-b454a20d0b0c req-1fc6d571-3c86-4609-96a5-78231dd471fd tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336738 Jun 30 21:39:44.597375 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf215a6-1758-49de-b48b-4e231b9a4128 req-6c4d4ae4-2471-419e-9c23-40e08b9d3230 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:44.598769 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5bf215a6-1758-49de-b48b-4e231b9a4128 req-6c4d4ae4-2471-419e-9c23-40e08b9d3230 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0633512 Jun 30 21:39:44.638446 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5bf215a6-1758-49de-b48b-4e231b9a4128 req-6734073e-8b64-486e-ace1-fc7c37e26099 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340896 Jun 30 21:39:45.007300 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:39:45.011012 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:45.141546 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 2836839f-3d4b-4d6b-bf45-57b601ecc415 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:39:45.145979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 2836839f-3d4b-4d6b-bf45-57b601ecc415 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:39:45.146357 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:45.226821 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:45.250981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:45.253317 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9533346c-fecf-47aa-a12b-9331d2699358" -d '{"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-plugged", "status": "completed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:45.267100 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:45.307049 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c9dd9c-be53-4e68-8f46-bf463d8bbdef x-openstack-request-id: req-78c9dd9c-be53-4e68-8f46-bf463d8bbdef {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:45.307359 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-plugged", "status": "completed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:45.307611 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78c9dd9c-be53-4e68-8f46-bf463d8bbdef {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:45.308015 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'code': 200} Jun 30 21:39:45.398723 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:45.460795 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:45.712094 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32390f-1d04-4662-9464-7ab1af35cbd5 req-8059ba70-0b37-44fb-885a-a0b230f806e7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:45.713488 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd32390f-1d04-4662-9464-7ab1af35cbd5 req-8059ba70-0b37-44fb-885a-a0b230f806e7 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.1100893 Jun 30 21:39:45.733571 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cff05b-5e3d-4d2a-a0f5-c5710ff994d2 req-b9dcf9e3-5af8-4562-8507-93eafb77ccf0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:45.735170 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6cff05b-5e3d-4d2a-a0f5-c5710ff994d2 req-b9dcf9e3-5af8-4562-8507-93eafb77ccf0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0971406 Jun 30 21:39:45.782410 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fd32390f-1d04-4662-9464-7ab1af35cbd5 req-67bfc883-62b8-4fda-9191-c41a032c789d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615108 Jun 30 21:39:45.788211 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100096f-1d7e-4b9d-a4c0-12b96f9c5cb2 req-26875ec9-5719-4ee0-a1f1-85a3941883cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:45.789816 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b100096f-1d7e-4b9d-a4c0-12b96f9c5cb2 req-26875ec9-5719-4ee0-a1f1-85a3941883cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0579937 Jun 30 21:39:45.795258 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6cff05b-5e3d-4d2a-a0f5-c5710ff994d2 req-076cb423-df0c-4b59-adb0-730e5e57dccd tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503838 Jun 30 21:39:45.836355 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b100096f-1d7e-4b9d-a4c0-12b96f9c5cb2 req-56ce5657-27e5-48f6-ac74-615110315eec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342975 Jun 30 21:39:45.951312 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc2725-9af7-400d-857a-f949dd49c7a1 req-52bda2e2-bdab-4356-b9ff-2102ca53b215 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:45.952789 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2fc2725-9af7-400d-857a-f949dd49c7a1 req-52bda2e2-bdab-4356-b9ff-2102ca53b215 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0638852 Jun 30 21:39:45.996341 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2fc2725-9af7-400d-857a-f949dd49c7a1 req-0ab31d1a-d665-4cc0-a219-c37181b82ca7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Jun 30 21:39:46.629683 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57860) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:46.740100 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b5099453-b9cc-406d-823f-5e6b4f6f06de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:46.828021 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b5099453-b9cc-406d-823f-5e6b4f6f06de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:46.918835 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b5099453-b9cc-406d-823f-5e6b4f6f06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:46.966823 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5099453-b9cc-406d-823f-5e6b4f6f06de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3767f9e0-3eec-4a80-a291-9998c288ff59,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:46.974100 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b5099453-b9cc-406d-823f-5e6b4f6f06de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2948009dc730488ba47cb8270829ae1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432899 Jun 30 21:39:46.976247 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57868) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:47.038277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:47.039855 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87d1ce-26ea-4e56-b55c-1420ecb9a8b4 req-ddebeb7a-7e1c-44c6-8fc5-761342457ca9 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:47.041407 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4a87d1ce-26ea-4e56-b55c-1420ecb9a8b4 req-ddebeb7a-7e1c-44c6-8fc5-761342457ca9 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Jun 30 21:39:47.063336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:47.087710 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4a87d1ce-26ea-4e56-b55c-1420ecb9a8b4 req-07400cad-de15-4f9e-acbc-8b15fd843e5c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Jun 30 21:39:47.199381 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:47.202770 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:47.204265 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3767f9e0-3eec-4a80-a291-9998c288ff59 HTTP/1.1" status: 204 len: 168 time: 0.2279978 Jun 30 21:39:47.213821 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42fa7-e025-4605-b24b-8bd5c384eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767f9e0-3eec-4a80-a291-9998c288ff59,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:47.281469 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e94f4-f9a4-4060-b5a1-10846bc58be5 req-254bd175-1509-48c0-84c0-cda5e1aff7d5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:47.283029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f5e94f4-f9a4-4060-b5a1-10846bc58be5 req-254bd175-1509-48c0-84c0-cda5e1aff7d5 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0733826 Jun 30 21:39:47.328547 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0f5e94f4-f9a4-4060-b5a1-10846bc58be5 req-d417df19-b635-4492-a4ff-44bc9af7068c tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Jun 30 21:39:47.711575 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2612bd3-7f88-42f4-b345-c0bd0c63dba7 req-ed8c6589-f4de-43ff-83db-9c8d5816f63e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:47.715672 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c2612bd3-7f88-42f4-b345-c0bd0c63dba7 req-ed8c6589-f4de-43ff-83db-9c8d5816f63e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.1071715 Jun 30 21:39:47.760898 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c2612bd3-7f88-42f4-b345-c0bd0c63dba7 req-4a2eaaa5-9df5-4f32-8b45-c64e5a0c03bc tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Jun 30 21:39:48.274855 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad02aa-f86b-40ad-ae50-a16fa647f790 req-1e6b6a85-b6d6-4c59-bd98-8f434c01d66d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:48.276391 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bad02aa-f86b-40ad-ae50-a16fa647f790 req-1e6b6a85-b6d6-4c59-bd98-8f434c01d66d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0655668 Jun 30 21:39:48.317683 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6bad02aa-f86b-40ad-ae50-a16fa647f790 req-025678b3-e46d-4e4a-a33e-580152b5efc4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347545 Jun 30 21:39:48.628087 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0124-9eae-4cff-8696-93f694a19030 req-2f08e380-0ad7-4150-b4c0-05969b191607 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:48.629689 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-161c0124-9eae-4cff-8696-93f694a19030 req-2f08e380-0ad7-4150-b4c0-05969b191607 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1739326 Jun 30 21:39:48.639876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383147-223e-4a8f-9a79-1917743b4abd req-f1378f5b-c5a7-4b93-8833-6f73a32a8f14 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:48.641506 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a383147-223e-4a8f-9a79-1917743b4abd req-f1378f5b-c5a7-4b93-8833-6f73a32a8f14 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.1675565 Jun 30 21:39:48.703868 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-161c0124-9eae-4cff-8696-93f694a19030 req-f3b02d3f-b255-4693-90c3-9d79e453c2a7 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613029 Jun 30 21:39:48.711375 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a383147-223e-4a8f-9a79-1917743b4abd req-78682ff1-ad0f-4741-9fea-f5ee73120b5a tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622704 Jun 30 21:39:48.744874 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57914) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:49.069437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57924) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:49.224337 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50ada317-bad9-4701-b013-abe39fd992e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.296852 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf4f62-ac40-41c9-901f-22688064677e req-f3dfd06f-e256-44c3-ad03-d8e52bc90d0b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:49.298439 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-92bf4f62-ac40-41c9-901f-22688064677e req-f3dfd06f-e256-44c3-ad03-d8e52bc90d0b tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.1280456 Jun 30 21:39:49.311742 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e123aac-8671-4b94-81ce-398ff0496aae tempest-TestShelveInstance-867939585 tempest-TestShelveInstance-867939585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:49.316451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8e123aac-8671-4b94-81ce-398ff0496aae tempest-TestShelveInstance-867939585 tempest-TestShelveInstance-867939585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1093 time: 0.5673838 Jun 30 21:39:49.317087 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 57928) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:49.321212 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b40c-8db7-4ead-9371-f88d1583989c req-5bcb7769-74c9-4b8d-beaa-49788262c89e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:49.322254 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:39:49.323180 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f5b5b40c-8db7-4ead-9371-f88d1583989c req-5bcb7769-74c9-4b8d-beaa-49788262c89e tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.3742669 Jun 30 21:39:49.368632 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f5b5b40c-8db7-4ead-9371-f88d1583989c req-039db6a5-8215-4dac-a2d1-f2ed00fad1a3 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Jun 30 21:39:49.449576 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50ada317-bad9-4701-b013-abe39fd992e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.472980 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Deleting port e99be573-30af-43b2-8486-dc713455194e {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:39:49.473321 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.540448 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50ada317-bad9-4701-b013-abe39fd992e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.602327 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada317-bad9-4701-b013-abe39fd992e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5f241-b065-4373-8e59-7d7b2bcbc2f6,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:49.610064 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-50ada317-bad9-4701-b013-abe39fd992e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d644a0efc99b436eb55f2140dcbb6602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390680 Jun 30 21:39:49.613044 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 57930) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:39:49.616365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] For port e99be573-30af-43b2-8486-dc713455194e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99be573-30af-43b2-8486-dc713455194e,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:49.616730 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.630207 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Calling delete_port for e99be573-30af-43b2-8486-dc713455194e owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:39:49.673393 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for floatingip, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.691214 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.713731 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.853876 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.880881 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.883494 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.888513 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1c5f241-b065-4373-8e59-7d7b2bcbc2f6 HTTP/1.1" status: 204 len: 168 time: 0.2706468 Jun 30 21:39:49.898484 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5f241-b065-4373-8e59-7d7b2bcbc2f6,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:49.917098 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9d10-8f79-4dd5-97f6-9f0fa31087e9 req-a92a90a0-5774-4383-af00-a24470b6dcf3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:49.917098 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f22f9d10-8f79-4dd5-97f6-9f0fa31087e9 req-a92a90a0-5774-4383-af00-a24470b6dcf3 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 945 time: 0.0946245 Jun 30 21:39:49.918848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.918848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.918848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.919321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.919471 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.919943 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.920089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.920365 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.920692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.921016 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.921337 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.921654 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df5afe-ead9-4d09-a5af-4494593f786a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:39:49.944631 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:49.969649 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f22f9d10-8f79-4dd5-97f6-9f0fa31087e9 req-084a5452-47eb-4f46-9c1c-368358988948 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Jun 30 21:39:49.997512 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'e99be573-30af-43b2-8486-dc713455194e'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:50.007678 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Pushing event deleted for resources: {'Port': ['ID=e99be573-30af-43b2-8486-dc713455194e,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:50.069855 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] No DVR routers for this DVR port e99be573-30af-43b2-8486-dc713455194e on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:39:50.077620 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:50.079903 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-92bf4f62-ac40-41c9-901f-22688064677e req-0ac8beb5-80cc-4145-97b9-439f78111cd6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "DELETE /v2.0/ports/e99be573-30af-43b2-8486-dc713455194e HTTP/1.1" status: 204 len: 173 time: 0.7727723 Jun 30 21:39:50.080894 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'name': 'network-vif-deleted', 'tag': 'e99be573-30af-43b2-8486-dc713455194e'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:50.083311 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b92a74-4492-426d-b9b0-4fdc9baa2cba" -d '{"events": [{"server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "name": "network-vif-deleted", "tag": "e99be573-30af-43b2-8486-dc713455194e"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:50.097073 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Allocated IP 172.27.3.220 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/73ff8803-3fc5-4953-824a-06263a503924) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:39:50.130413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8b09b-8d92-4287-841d-a1d4fd1ed3cd x-openstack-request-id: req-0db8b09b-8d92-4287-841d-a1d4fd1ed3cd {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:50.130876 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c2ef7b-54be-4e96-b56e-50a5cfa59109", "name": "network-vif-deleted", "tag": "e99be573-30af-43b2-8486-dc713455194e", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:50.131243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0db8b09b-8d92-4287-841d-a1d4fd1ed3cd {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:50.131412 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c2ef7b-54be-4e96-b56e-50a5cfa59109', 'name': 'network-vif-deleted', 'tag': 'e99be573-30af-43b2-8486-dc713455194e', 'status': 'completed', 'code': 200} Jun 30 21:39:50.256376 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:50.393815 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-9dbff177-f587-49ae-be4a-b3b56da0cc8d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:50.395250 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-9dbff177-f587-49ae-be4a-b3b56da0cc8d tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.1246419 Jun 30 21:39:50.449767 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:50.510975 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:39:50.531387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:39:50.535037 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:39:50.555898 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da7491-08a5-42bc-9f41-1b79bf5b4235 req-6f013152-1e68-429a-ab82-06a6bf31aeef tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:50.557451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63da7491-08a5-42bc-9f41-1b79bf5b4235 req-6f013152-1e68-429a-ab82-06a6bf31aeef tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 945 time: 0.0718055 Jun 30 21:39:50.560291 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'Port': ['ID=73ff8803-3fc5-4953-824a-06263a503924,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:50.613963 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63da7491-08a5-42bc-9f41-1b79bf5b4235 req-920d2dc8-ad57-4153-b950-6effd74bed57 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/security-groups?id=827a5bcc-4c4e-4528-83e9-a3ed3327293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jun 30 21:39:50.631199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Deleting port 574bc767-fdf6-4262-8fe0-2df3470186b8 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:39:50.631542 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:50.802338 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] For port 574bc767-fdf6-4262-8fe0-2df3470186b8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=574bc767-fdf6-4262-8fe0-2df3470186b8,segment=NetworkSegment(b9495c28-0cb2-4e1b-bf99-d5881111f57e),segment_id=b9495c28-0cb2-4e1b-bf99-d5881111f57e)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:39:50.802606 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:50.842572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Calling delete_port for 574bc767-fdf6-4262-8fe0-2df3470186b8 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:39:51.173805 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ff37f07-97c4-4c66-8556-8d0d53167120 req-d1dde6e5-396a-4075-be17-fcb02be3ff73 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c2ef7b-54be-4e96-b56e-50a5cfa59109 HTTP/1.1" status: 200 len: 210 time: 0.0337172 Jun 30 21:39:51.322604 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.400496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.437164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['574bc767-fdf6-4262-8fe0-2df3470186b8'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:39:51.454910 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Pushing event deleted for resources: {'Port': ['ID=574bc767-fdf6-4262-8fe0-2df3470186b8,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:51.529739 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] No DVR routers for this DVR port 574bc767-fdf6-4262-8fe0-2df3470186b8 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:39:51.533692 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.535794 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c590a601-aad8-4805-a3ee-69262bc69f64 req-15a86249-3b52-4f2d-841b-852c941fbe13 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.13 "DELETE /v2.0/ports/574bc767-fdf6-4262-8fe0-2df3470186b8 HTTP/1.1" status: 204 len: 173 time: 1.1252928 Jun 30 21:39:51.540789 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.699242 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.767746 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7768018a-af1f-4e6c-bc22-6e821c6936e4 req-320ab644-709b-4388-b159-6532d2023517 tempest-VolumesActionsTest-857542332 tempest-VolumesActionsTest-857542332-project] 10.222.0.11 "GET /v2.0/ports?device_id=e21ecdb7-039b-4835-823d-8b47fa7b9914 HTTP/1.1" status: 200 len: 210 time: 0.0360308 Jun 30 21:39:51.781919 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.856713 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event updated for resources: {'Port': ['ID=73ff8803-3fc5-4953-824a-06263a503924,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:39:51.869127 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:51.953086 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:39:51.974083 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Floating IP e5d48ebc-bffd-4b5a-9a54-a59db68a2747 associated. External IP: 172.27.3.220, port: 2836839f-3d4b-4d6b-bf45-57b601ecc415. Jun 30 21:39:52.133703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'name': 'network-vif-deleted', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:52.136050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2c100-b7f7-4304-8b7a-29253831149b" -d '{"events": [{"server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "name": "network-vif-deleted", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:52.182458 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e730e69-99d8-461a-8dd7-38f85ccdff60 x-openstack-request-id: req-4e730e69-99d8-461a-8dd7-38f85ccdff60 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:52.182784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ecdb7-039b-4835-823d-8b47fa7b9914", "name": "network-vif-deleted", "tag": "574bc767-fdf6-4262-8fe0-2df3470186b8", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:52.183046 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e730e69-99d8-461a-8dd7-38f85ccdff60 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:52.183526 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ecdb7-039b-4835-823d-8b47fa7b9914', 'name': 'network-vif-deleted', 'tag': '574bc767-fdf6-4262-8fe0-2df3470186b8', 'status': 'completed', 'code': 200} Jun 30 21:39:52.356759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Router f825d67d-a69d-4f8d-9e45-d6c165c140b8 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:39:52.356759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:39:52.358479 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Sync routers for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:39:52.358479 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:39:52.360365 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:39:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:39:52.478895 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:39:52.501655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:52.541998 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d0217e23-ad58-4460-a835-d1592f0c51e1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2238057 Jun 30 21:39:52.718270 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'e5d48ebc-bffd-4b5a-9a54-a59db68a2747', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'mac_address': 'fa:16:3e:6d:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df76fbf-6738-4667-9327-831bf5771735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:39:50Z', 'updated_at': '2021-06-30T21:39:50Z', 'revision_number': 0, 'project_id': '65eda89908cd4726a2b596de3237994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:39:52.746306 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Checking router: f825d67d-a69d-4f8d-9e45-d6c165c140b8 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:39:52.755147 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:39:52.755822 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:39:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:39:52.866532 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:39:52.967335 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb58f4-186c-4cdc-a943-c45655eb4800 req-6b62554b-c80f-40cb-ae72-f34f9b3620d4 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:52.969157 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96cb58f4-186c-4cdc-a943-c45655eb4800 req-6b62554b-c80f-40cb-ae72-f34f9b3620d4 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0756471 Jun 30 21:39:53.011761 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96cb58f4-186c-4cdc-a943-c45655eb4800 req-bb8bbebc-b3ca-4773-8f2e-8651bc988457 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362930 Jun 30 21:39:53.044465 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device e99be573-30af-43b2-8486-dc713455194e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:39:53.067641 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: e99be573-30af-43b2-8486-dc713455194e {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:39:53.067992 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device e99be573-30af-43b2-8486-dc713455194e not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:39:53.128882 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'e5d48ebc-bffd-4b5a-9a54-a59db68a2747', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'mac_address': 'fa:16:3e:6d:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df76fbf-6738-4667-9327-831bf5771735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:39:50Z', 'updated_at': '2021-06-30T21:39:50Z', 'revision_number': 0, 'project_id': '65eda89908cd4726a2b596de3237994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:39:53.165543 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f6acf-1162-44d4-af0a-1a93d2440b09 None None] The sync data for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi is: [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'e5d48ebc-bffd-4b5a-9a54-a59db68a2747', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'mac_address': 'fa:16:3e:6d:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df76fbf-6738-4667-9327-831bf5771735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:39:50Z', 'updated_at': '2021-06-30T21:39:50Z', 'revision_number': 0, 'project_id': '65eda89908cd4726a2b596de3237994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:39:53.364095 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15787bc6-4dbb-4c2f-ad8c-d15bdc84895e None None] New status for floating IP e5d48ebc-bffd-4b5a-9a54-a59db68a2747: ACTIVE {{(pid=93699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:39:54.185357 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:39:54.187901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d78535-f777-43e2-8733-10f557bc3838" -d '{"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:39:54.216222 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185321ea-12b3-420e-b757-87e553d06cb1 req-1db9a17e-3aea-427c-85f9-19714939e883 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:54.217896 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-185321ea-12b3-420e-b757-87e553d06cb1 req-1db9a17e-3aea-427c-85f9-19714939e883 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0776813 Jun 30 21:39:54.229856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2acd6e-f1ee-4232-9ff3-26bad52759c1 x-openstack-request-id: req-ff2acd6e-f1ee-4232-9ff3-26bad52759c1 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:39:54.230196 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:39:54.230580 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff2acd6e-f1ee-4232-9ff3-26bad52759c1 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:39:54.231266 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'status': 'completed', 'code': 200} Jun 30 21:39:54.273248 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-185321ea-12b3-420e-b757-87e553d06cb1 req-85846c78-46a3-4aa7-93c1-98f2deeffb75 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476885 Jun 30 21:39:54.355265 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78535-f777-43e2-8733-10f557bc3838 req-cfe59515-fa4c-462d-b097-7841cfd76ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:54.356815 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-cfe59515-fa4c-462d-b097-7841cfd76ef9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0592463 Jun 30 21:39:54.455397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78535-f777-43e2-8733-10f557bc3838 req-01540354-726b-4686-873b-99fd73f2811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:54.456928 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-01540354-726b-4686-873b-99fd73f2811a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.0868645 Jun 30 21:39:54.531870 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-9b0d5428-a796-40a1-870a-234164c36620 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 1001 time: 0.0656991 Jun 30 21:39:54.584582 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78535-f777-43e2-8733-10f557bc3838 req-9663ad9e-9deb-439b-bf9a-04501b6f383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:54.584925 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-9663ad9e-9deb-439b-bf9a-04501b6f383e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0453553 Jun 30 21:39:54.641808 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78535-f777-43e2-8733-10f557bc3838 req-279db998-2a5d-408b-b278-82d6771efe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:54.643814 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-279db998-2a5d-408b-b278-82d6771efe0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506842 Jun 30 21:39:54.742542 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-05349d4a-92b8-4958-89e2-4cb4dc76a6ab service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903084 Jun 30 21:39:54.851668 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-71d78535-f777-43e2-8733-10f557bc3838 req-f1fa15d8-e979-4372-b6f9-3b788c55816d service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965252 Jun 30 21:39:55.065968 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 574bc767-fdf6-4262-8fe0-2df3470186b8 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:39:55.086860 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 574bc767-fdf6-4262-8fe0-2df3470186b8 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:39:55.087204 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 574bc767-fdf6-4262-8fe0-2df3470186b8 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:39:55.465147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026c226-9d90-4989-952f-4acac7fd59bc req-8437f732-1fb0-416e-94b2-fac4cf379fca tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:55.466657 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4026c226-9d90-4989-952f-4acac7fd59bc req-8437f732-1fb0-416e-94b2-fac4cf379fca tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0640137 Jun 30 21:39:55.505488 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4026c226-9d90-4989-952f-4acac7fd59bc req-87cd9320-b041-4e83-b581-422a4dabd6aa tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Jun 30 21:39:55.753263 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1286d5f4-a4d0-45f9-803a-6ead709db5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:58.405149 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-4f9d-47c8-915c-c7d6ea6e90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:58.713863 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:39:58.936488 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4f59f-4d86-490f-9452-2265a0a50125 req-56e2835f-2825-4cfb-b30c-15bb8a5d2537 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:39:58.937957 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-25e4f59f-4d86-490f-9452-2265a0a50125 req-56e2835f-2825-4cfb-b30c-15bb8a5d2537 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0618892 Jun 30 21:39:58.978526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-25e4f59f-4d86-490f-9452-2265a0a50125 req-5e8f44df-4eac-48f7-a4c9-02c14342417e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Jun 30 21:39:59.748047 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:00.165604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cbbe0-1b07-450e-90bb-25c5666aad15 req-fed4b2f2-fe6c-4e98-83f3-3eae412c8106 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:00.167174 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-894cbbe0-1b07-450e-90bb-25c5666aad15 req-fed4b2f2-fe6c-4e98-83f3-3eae412c8106 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0675228 Jun 30 21:40:00.209071 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-894cbbe0-1b07-450e-90bb-25c5666aad15 req-30fe29e4-f5d3-490a-b810-22f56113238f tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jun 30 21:40:01.461174 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ef75-a7ff-45d4-8311-7bd14196e325 req-8c60a697-1768-406f-8496-3e30f18752b8 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:01.463995 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b58ef75-a7ff-45d4-8311-7bd14196e325 req-8c60a697-1768-406f-8496-3e30f18752b8 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.0711231 Jun 30 21:40:01.514902 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6b58ef75-a7ff-45d4-8311-7bd14196e325 req-8e4c4453-11f7-48a2-b415-1a4db135a770 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Jun 30 21:40:01.628881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:02.861553 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f3d0-9120-4b6f-b64d-9e51dc40406e req-86549e57-fc38-4580-890f-83c70e394d7e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:02.861553 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fa14f3d0-9120-4b6f-b64d-9e51dc40406e req-86549e57-fc38-4580-890f-83c70e394d7e tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1303861 Jun 30 21:40:02.921720 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fa14f3d0-9120-4b6f-b64d-9e51dc40406e req-2f256c7c-daeb-4861-9b67-e5ea9a719de2 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/security-groups?id=59e25b18-88f2-4772-8a51-531b699f3197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Jun 30 21:40:03.410199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-0c9fd73c-a6e9-4b04-98f0-09fc2c6b87b9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:03.412062 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-0c9fd73c-a6e9-4b04-98f0-09fc2c6b87b9 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 946 time: 0.1001358 Jun 30 21:40:03.537816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Deleting port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:40:03.537816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:03.669301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] For port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:03.669673 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:03.700130 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Calling delete_port for ce26ef0a-b1fd-494f-bf34-e23ff7fa978f owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:40:03.965643 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:04.005090 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['ce26ef0a-b1fd-494f-bf34-e23ff7fa978f'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:40:04.024034 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Pushing event deleted for resources: {'Port': ['ID=ce26ef0a-b1fd-494f-bf34-e23ff7fa978f,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:04.103362 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-160df8af-a8c2-43db-97c7-7cd28186df32 req-0e33b812-3017-4eb9-9433-db76833d90c6 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 210 time: 0.0339401 Jun 30 21:40:04.595453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] No DVR routers for this DVR port ce26ef0a-b1fd-494f-bf34-e23ff7fa978f on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:40:04.599554 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:04.605941 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-48db4809-3a2b-489e-a62b-ecea7690ffa1 req-43c5d280-c1f9-45fd-83c1-58eb6a37adcb tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.13 "DELETE /v2.0/ports/ce26ef0a-b1fd-494f-bf34-e23ff7fa978f HTTP/1.1" status: 204 len: 173 time: 1.1849697 Jun 30 21:40:04.606661 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'name': 'network-vif-deleted', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:40:04.616635 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effdad27-3442-41e9-aa42-cde8f334506d" -d '{"events": [{"server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "name": "network-vif-deleted", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:40:04.657500 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1f41b5-f9e7-47c8-bf66-8e44898f0587 x-openstack-request-id: req-ff1f41b5-f9e7-47c8-bf66-8e44898f0587 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:40:04.657790 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a", "name": "network-vif-deleted", "tag": "ce26ef0a-b1fd-494f-bf34-e23ff7fa978f", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:40:04.658042 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff1f41b5-f9e7-47c8-bf66-8e44898f0587 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:40:04.658453 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a', 'name': 'network-vif-deleted', 'tag': 'ce26ef0a-b1fd-494f-bf34-e23ff7fa978f', 'status': 'completed', 'code': 200} Jun 30 21:40:05.274906 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ceed045e-1620-4f74-85f0-f18cd68b0ea8 req-f1378ac4-9c33-40f3-9c62-ac2a2c342847 tempest-ServerRescueNegativeTestJSON-1828870729 tempest-ServerRescueNegativeTestJSON-1828870729-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d74ad15-5cbb-4ed7-a494-9d0bde8a1d1a HTTP/1.1" status: 200 len: 210 time: 0.0290880 Jun 30 21:40:06.430448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 58162) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:06.994148 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:07.121469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device ce26ef0a-b1fd-494f-bf34-e23ff7fa978f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:40:07.181066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: ce26ef0a-b1fd-494f-bf34-e23ff7fa978f {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:40:07.182446 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device ce26ef0a-b1fd-494f-bf34-e23ff7fa978f not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:40:07.431965 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Deleting port 0923487d-9b6c-4cff-a086-375b18890dce {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:40:07.432769 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:07.534495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] For port 0923487d-9b6c-4cff-a086-375b18890dce, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=0923487d-9b6c-4cff-a086-375b18890dce,segment=NetworkSegment(f5074071-fabf-47d6-8aea-e77a11abeb9e),segment_id=f5074071-fabf-47d6-8aea-e77a11abeb9e)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:07.534495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:07.548350 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Calling delete_port for 0923487d-9b6c-4cff-a086-375b18890dce owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:40:07.831873 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039775-164b-44ec-bb13-1236acc0648e req-f4b4eaa3-b11c-4f6f-8fa1-fb1d8d32f339 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:07.833216 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e4039775-164b-44ec-bb13-1236acc0648e req-f4b4eaa3-b11c-4f6f-8fa1-fb1d8d32f339 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0984762 Jun 30 21:40:07.903917 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e4039775-164b-44ec-bb13-1236acc0648e req-bd6f09b8-8323-40d0-8794-d94b89e35a81 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623050 Jun 30 21:40:07.988326 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:08.017974 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Pushing event deleted for resources: {'Port': ['ID=0923487d-9b6c-4cff-a086-375b18890dce,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:08.250007 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:08.558908 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Router 70902c81-52fb-4625-a760-e211c660765c has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:40:08.759445 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:40:08.768683 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7ee99b1c-e144-43e2-bd25-747483f15521 admin admin] 10.222.0.11 "PUT /v2.0/routers/70902c81-52fb-4625-a760-e211c660765c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3353145 Jun 30 21:40:08.772163 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58198) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:08.775562 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Sync routers for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:40:08.792141 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:40:08.793465 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:39:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:08.928757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks [] for router, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:08.933413 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:40:09.115171 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:09.149483 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa50e3-c79e-4c4a-89b9-27ceaed11b2c req-f1d4930a-1e3c-4fd5-b79c-a55385bb7576 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:09.157607 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dfa50e3-c79e-4c4a-89b9-27ceaed11b2c req-f1d4930a-1e3c-4fd5-b79c-a55385bb7576 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1172755 Jun 30 21:40:09.157877 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:40:07Z', 'revision_number': 5, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port': {'id': 'eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70902c81-52fb-4625-a760-e211c660765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:10Z', 'updated_at': '2021-06-30T21:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:09.193556 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Checking router: 70902c81-52fb-4625-a760-e211c660765c for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:40:09.207648 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Routers {'70902c81-52fb-4625-a760-e211c660765c'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:40:09.208545 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:39:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['70902c81-52fb-4625-a760-e211c660765c'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:09.263572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Deleting port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:40:09.263572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:09.481883 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] For port eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:09.488370 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:09.504593 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Calling delete_port for eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 owned by network:router_gateway {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:40:09.517547 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] Set router 70902c81-52fb-4625-a760-e211c660765c gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:40:09.517773 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dfa50e3-c79e-4c4a-89b9-27ceaed11b2c req-ecc5bd75-ca15-4179-b169-37a0288d006c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592477 Jun 30 21:40:09.582743 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:40:09Z', 'revision_number': 6, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:09.610552 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a49b3-7a58-4ed8-bbe7-8ace44afe469 None None] The sync data for ids ['70902c81-52fb-4625-a760-e211c660765c'] in dv-cinder-774286-18-iscsi is: [{'id': '70902c81-52fb-4625-a760-e211c660765c', 'name': 'tempest-ServerRescueNegativeTestJSON-996796303-router', 'tenant_id': 'e1fec86267a44c6886458030a884485a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:09Z', 'updated_at': '2021-06-30T21:40:09Z', 'revision_number': 6, 'project_id': 'e1fec86267a44c6886458030a884485a', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:40:09.851162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:09.881203 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:09.966108 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.099027 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.102402 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.251766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.252513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70902c81-52fb-4625-a760-e211c660765c {{(pid=93697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:40:10.258397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.262050 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d1eae8bf-250c-49b1-9465-6477b2824223 admin admin] 10.222.0.11 "DELETE /v2.0/routers/70902c81-52fb-4625-a760-e211c660765c HTTP/1.1" status: 204 len: 168 time: 1.4855216 Jun 30 21:40:10.263071 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58208) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:10.341375 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Deleting subnet dd426402-643a-436e-a44d-30dcfe50fa87 {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:40:10.351419 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.393885 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.451880 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.703682 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.717738 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82448-2000-4a4c-b105-6fde2dd16ffe req-0c3072a7-8634-48a1-98ca-9810c71128c5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:10.730344 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7d82448-2000-4a4c-b105-6fde2dd16ffe req-0c3072a7-8634-48a1-98ca-9810c71128c5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0800834 Jun 30 21:40:10.745255 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd426402-643a-436e-a44d-30dcfe50fa87,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:10.747432 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.750158 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-1d83f3f4-8349-4375-bcdf-fd55ea833614 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd426402-643a-436e-a44d-30dcfe50fa87 HTTP/1.1" status: 204 len: 168 time: 0.4843557 Jun 30 21:40:10.752118 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58218) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:10.772057 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7d82448-2000-4a4c-b105-6fde2dd16ffe req-9ea00779-1004-4783-87d5-37e1da0f4f3b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Jun 30 21:40:10.836558 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.938720 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.951694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bd9f66-571b-4322-a5c4-7625fb20429c']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:10.963899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5074071-fabf-47d6-8aea-e77a11abeb9e') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:10.964490 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5074071-fabf-47d6-8aea-e77a11abeb9e') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:10.975397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:10.998870 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.010631 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:40:11.011277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:40:11.013639 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:40:11.154864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.161116 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.163470 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] 10.222.0.11 "DELETE /v2.0/networks/35bd9f66-571b-4322-a5c4-7625fb20429c HTTP/1.1" status: 204 len: 168 time: 0.4099345 Jun 30 21:40:11.180853 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd2b6f-86fc-4588-9b06-b3fb9ba6e30a admin admin] Pushing event deleted for resources: {'Network': ['ID=35bd9f66-571b-4322-a5c4-7625fb20429c,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:11.437195 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:40:11.459024 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:40:11.459964 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device eaeb06ee-f2c6-42d7-9fff-44d2a16e9b50 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:40:11.460390 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0923487d-9b6c-4cff-a086-375b18890dce no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:40:11.481501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 0923487d-9b6c-4cff-a086-375b18890dce {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:40:11.481860 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 0923487d-9b6c-4cff-a086-375b18890dce not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:40:11.673424 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 58232) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:11.725641 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0a94f2b7-7edb-4a54-9a11-95d6434c2630 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1fec86267a44c6886458030a884485a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509419 Jun 30 21:40:11.728435 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 58234) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:11.788465 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.817558 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.981519 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.987452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:11.989734 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59e25b18-88f2-4772-8a51-531b699f3197 HTTP/1.1" status: 204 len: 168 time: 0.2599156 Jun 30 21:40:12.035896 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e031ac-1d0a-4765-a0ad-8c5853a2e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e25b18-88f2-4772-8a51-531b699f3197,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:12.095878 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c709705-9f02-413e-acc6-10670526817c req-6c85532d-f631-4f40-81f9-4fe453616549 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:12.106004 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c709705-9f02-413e-acc6-10670526817c req-6c85532d-f631-4f40-81f9-4fe453616549 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1877429 Jun 30 21:40:12.160696 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c709705-9f02-413e-acc6-10670526817c req-3958c553-246d-4c7f-a9e1-d632d1891932 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535095 Jun 30 21:40:13.449371 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58272) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:13.497528 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ded51-401e-43e9-880f-5fec3f27f5eb req-e676eb62-92a2-4089-8fca-215b9215dc5c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:13.510928 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f5ded51-401e-43e9-880f-5fec3f27f5eb req-e676eb62-92a2-4089-8fca-215b9215dc5c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1453478 Jun 30 21:40:13.589663 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5f5ded51-401e-43e9-880f-5fec3f27f5eb req-9c69144d-9952-4432-80d1-b9a03a7a1b38 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629716 Jun 30 21:40:13.639307 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1437957002-network', 'tenant_id': '1cb51dfe13994d27933eb95144b85054'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:40:13.760156 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:40:13.762771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:13.805528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:13.955355 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.177176 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.199717 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:40:14.222105 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.227655 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Added segment ad828a04-7106-4468-8651-f8b3cf7ac4b1 of type vlan for network d7a65438-8b6f-4902-84dc-eae6a4a13b8a Jun 30 21:40:14.233734 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:14.307141 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.423345 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.425464 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:14.426442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:14.533828 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a65438-8b6f-4902-84dc-eae6a4a13b8a,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:14.537506 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5567450e-a6d3-47e3-8f6b-a8d1e5e874b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0869920 Jun 30 21:40:14.551703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58286) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:14.551703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Request body: {'subnet': {'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1437957002-subnet', 'tenant_id': '1cb51dfe13994d27933eb95144b85054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:40:14.553774 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:40:14.646091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:40:14.649040 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11445731'] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:15.001890 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:15.041017 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e76c78-2927-4733-bbaa-31abc66eb61d req-1de8aab4-f0bd-4352-ba85-fc543cd44ee4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:15.043526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10e76c78-2927-4733-bbaa-31abc66eb61d req-1de8aab4-f0bd-4352-ba85-fc543cd44ee4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.2052212 Jun 30 21:40:15.097392 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11445745'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:15.106005 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-10e76c78-2927-4733-bbaa-31abc66eb61d req-4c66f173-817e-4ada-833a-807b02ed61ff tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541818 Jun 30 21:40:15.174330 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:15.200391 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Checking segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:40:15.201036 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Network hostable DHCP agents. Network: d7a65438-8b6f-4902-84dc-eae6a4a13b8a, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:40:15.303939 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:40:15.486240 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, d7a65438-8b6f-4902-84dc-eae6a4a13b8a) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:40:15.492396 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:15.493257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:15.502200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f1999-5e6a-40a3-aff0-5aaa74cec25d None None] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:40:15.627509 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-8170b72a-c5c6-408c-92a7-c75ea71a9caf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0829113 Jun 30 21:40:15.724435 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de2d83-d1e5-4554-9ab8-2a6419121540 None None] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:40:16.511252 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-19b00681-1f9f-4986-969f-e55ad64612cd tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:16.518135 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-19b00681-1f9f-4986-969f-e55ad64612cd tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.2340696 Jun 30 21:40:16.552141 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-bebacfb7-b33b-4e12-9f75-23d4b5783a28 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/quotas/1cb51dfe13994d27933eb95144b85054 HTTP/1.1" status: 200 len: 375 time: 0.0308421 Jun 30 21:40:16.616569 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-1d579928-eb18-4eab-8307-504afe89734e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619082 Jun 30 21:40:17.032391 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-a0aa0852-6098-4194-88d1-67c19405d0be service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018018 Jun 30 21:40:17.090040 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e42c7-4f0f-4ad4-8d4d-8b3da5d9f12d req-0ff40535-fc92-4c8c-b78a-b2b5cfff4b85 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:17.092860 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-633e42c7-4f0f-4ad4-8d4d-8b3da5d9f12d req-0ff40535-fc92-4c8c-b78a-b2b5cfff4b85 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1985452 Jun 30 21:40:17.193742 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-633e42c7-4f0f-4ad4-8d4d-8b3da5d9f12d req-3d3306d3-acbd-48c3-a5c0-2b85ffccc3cf tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901721 Jun 30 21:40:17.214080 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-d286b54e-cb1b-4ae5-ac35-7a7c0e04e2bb service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673005 Jun 30 21:40:17.482373 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc032-9e55-4f1e-8742-2b98d5adc942 req-46d18479-c0c3-46c4-9f99-141d0ddce4f3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:17.485404 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b93dc032-9e55-4f1e-8742-2b98d5adc942 req-46d18479-c0c3-46c4-9f99-141d0ddce4f3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1137974 Jun 30 21:40:17.585474 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b93dc032-9e55-4f1e-8742-2b98d5adc942 req-eff1cb1d-9e0b-424d-b6ee-9fe0e2d25d3e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878911 Jun 30 21:40:17.742166 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-581965b7-e0d3-4105-8516-e7d8490cc273 req-0fa2ab29-fa1b-4955-aa07-34c14ff52bc9 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 210 time: 0.0603132 Jun 30 21:40:18.596542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b0e7-29eb-423e-9027-3414d2a72bc2 req-dd976730-df39-4a3c-a29a-1c196204ac87 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:18.598911 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ce7b0e7-29eb-423e-9027-3414d2a72bc2 req-dd976730-df39-4a3c-a29a-1c196204ac87 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1088688 Jun 30 21:40:18.687705 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ce7b0e7-29eb-423e-9027-3414d2a72bc2 req-4e44741e-58fd-4f73-a0dd-843a91e29721 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692744 Jun 30 21:40:18.885565 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-79dde1b1-fa55-4cbc-bc68-8d6216c8eccb req-6cfa5854-c7c1-4ee8-a12a-e74501a05214 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 210 time: 0.0435612 Jun 30 21:40:18.982394 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f080d-1684-42b7-a835-a11df4a2513b req-106a7a94-d6fb-4db4-a6fb-919d05bf1ffc tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:18.986271 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f1f080d-1684-42b7-a835-a11df4a2513b req-106a7a94-d6fb-4db4-a6fb-919d05bf1ffc tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1111684 Jun 30 21:40:19.030725 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f1f080d-1684-42b7-a835-a11df4a2513b req-98aded84-c792-4b92-931a-2493886e81f6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Jun 30 21:40:19.358607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-8e9a4e2a-1a36-4ded-9d6f-5fd8a10bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:19.360725 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-8e9a4e2a-1a36-4ded-9d6f-5fd8a10bfd36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0668271 Jun 30 21:40:19.485441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-768f075e-59c7-45ea-8699-a0365b16e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:19.487609 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-768f075e-59c7-45ea-8699-a0365b16e0d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0963035 Jun 30 21:40:19.600562 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-e1f45cfd-ee81-4653-8ca3-35ec6fdc0d22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 1001 time: 0.1044471 Jun 30 21:40:19.656571 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-df5748c3-d39a-4d92-955e-507db42e7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:19.658313 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-df5748c3-d39a-4d92-955e-507db42e7c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0492620 Jun 30 21:40:19.738683 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-fc83d43d-ba5f-44f1-a5f1-0a202fe05b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:19.741457 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-fc83d43d-ba5f-44f1-a5f1-0a202fe05b13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728412 Jun 30 21:40:19.905057 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-71bd8db8-f7db-4dfb-aebb-2d5ecf66715e service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463232 Jun 30 21:40:19.948260 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b2461-086f-46f6-b8c0-c7647b857b39 req-16c1026b-2955-44ad-94c0-2a291797dcc7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:19.950948 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-988b2461-086f-46f6-b8c0-c7647b857b39 req-16c1026b-2955-44ad-94c0-2a291797dcc7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1232092 Jun 30 21:40:20.017922 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-988b2461-086f-46f6-b8c0-c7647b857b39 req-2add1f6e-60a7-499e-8a0a-8fe8a211eae5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500605 Jun 30 21:40:20.171516 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb6a9359-9963-4905-8693-0f6aa1136394 req-b4993f94-141b-4e56-ae13-47d258d7bf96 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 210 time: 0.0932188 Jun 30 21:40:20.340329 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124ed79-855a-4b95-a417-7164152e233a req-a982abe4-986c-4ce1-8336-9c8d8add0ff7 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:20.343528 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3124ed79-855a-4b95-a417-7164152e233a req-a982abe4-986c-4ce1-8336-9c8d8add0ff7 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0984678 Jun 30 21:40:20.397958 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3124ed79-855a-4b95-a417-7164152e233a req-bf17ea67-86fe-4219-8e83-915f835a2b25 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441463 Jun 30 21:40:20.484604 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4236f416-ab20-448c-ac08-03f1ed5b6858 req-5bd6c494-0818-4f80-b89b-2af3d408a7bc service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711508 Jun 30 21:40:21.213070 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:40:21.440922 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-580be576-8fdc-483f-b0e6-7c64d0ef836d req-593a67c7-2e77-46ce-979c-1788b1884ed2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 210 time: 0.0665362 Jun 30 21:40:21.483512 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56eb6-21f8-4313-adb9-2bfb6be5aab9 req-6615e310-ed50-496a-9920-5a4fccd7ccff tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:21.486991 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5db56eb6-21f8-4313-adb9-2bfb6be5aab9 req-6615e310-ed50-496a-9920-5a4fccd7ccff tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.2208052 Jun 30 21:40:21.501753 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:21.517210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:40:21.534397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-3bde9988-04b6-43f5-bc69-346b868ecd2e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:21.538876 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-3bde9988-04b6-43f5-bc69-346b868ecd2e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.2974300 Jun 30 21:40:21.560162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Request body: {'port': {'device_id': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'admin_state_up': True, 'tenant_id': '1cb51dfe13994d27933eb95144b85054'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:40:21.580337 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:21.600260 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5db56eb6-21f8-4313-adb9-2bfb6be5aab9 req-b976226f-2923-45ca-a990-fca404ae6c04 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038735 Jun 30 21:40:21.601238 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:40:21.632340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:21.726515 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058c0bd-b1ee-485a-83ad-16f93305256e req-558c2b9d-5715-4d2b-86e2-d7cfb74e6601 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:21.728751 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2058c0bd-b1ee-485a-83ad-16f93305256e req-558c2b9d-5715-4d2b-86e2-d7cfb74e6601 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1142251 Jun 30 21:40:21.738981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:21.783295 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2058c0bd-b1ee-485a-83ad-16f93305256e req-ba355a2f-b75f-483d-9657-fab47c77e441 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487256 Jun 30 21:40:21.822100 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:21.840839 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:40:21.845256 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:21.917420 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d78aa42e-9089-4b2a-8d1f-d00fb2614f8d'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:40:22.057300 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Allocated IP 172.20.0.4 (d7a65438-8b6f-4902-84dc-eae6a4a13b8a/2fa648b4-3f87-4142-b7d8-73fac9ae5f9a/6b73c2f0-905c-4de8-90e7-86556c0eec46) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:40:22.284534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:22.396533 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:22.450581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:40:22.459202 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:40:22.467920 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:40:22.477183 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event updated for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:22.515913 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.520187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.521253 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.521455 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.521878 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.522413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.522988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:22.559899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:22.560983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:22.636437 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-4fc23f07-712a-44dc-93a7-bf9583081bd8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817664 Jun 30 21:40:22.671609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea49d9-0838-407c-863f-5dc952f408a6 req-98203098-04ca-46f8-a5c9-744b24256da0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:22.674407 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75ea49d9-0838-407c-863f-5dc952f408a6 req-98203098-04ca-46f8-a5c9-744b24256da0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 931 time: 0.0772314 Jun 30 21:40:22.706675 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Request body: {'port': {'device_id': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:40:22.734573 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75ea49d9-0838-407c-863f-5dc952f408a6 req-de829f60-9f2a-4a9d-b436-28701325f1da tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493617 Jun 30 21:40:22.853570 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:22.959428 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12a7d-6e8e-49a9-88b8-6e5c2cfd393e req-b78224d0-78b6-4f51-bf96-76c9420b8284 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:22.962554 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80f12a7d-6e8e-49a9-88b8-6e5c2cfd393e req-b78224d0-78b6-4f51-bf96-76c9420b8284 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1394987 Jun 30 21:40:23.114393 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80f12a7d-6e8e-49a9-88b8-6e5c2cfd393e req-d9c50896-1358-4b21-b883-2f6cda209b11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405363 Jun 30 21:40:23.140086 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7c283-134c-4807-826a-532620a22055 req-315370d9-1e9c-40f7-a7e4-7ed28295da84 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:23.141925 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-18f7c283-134c-4807-826a-532620a22055 req-315370d9-1e9c-40f7-a7e4-7ed28295da84 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1714826 Jun 30 21:40:23.205114 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-18f7c283-134c-4807-826a-532620a22055 req-134b9a2e-825f-4970-93f8-a623bc74c728 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488317 Jun 30 21:40:23.207349 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b73c2f0-905c-4de8-90e7-86556c0eec46 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:40:23.218296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.226489 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:40:23.249099 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Transition to ACTIVE for port object 6b73c2f0-905c-4de8-90e7-86556c0eec46 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:40:23.307139 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:40:23.307754 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.388810 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.420232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.442814 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:23.452129 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:40:23.456046 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931d3f6-820f-41fa-a7bf-986a51a2cada" -d '{"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:40:23.481521 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:23.524015 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32890176-fd68-4a48-bb16-4e066c1749d0 x-openstack-request-id: req-32890176-fd68-4a48-bb16-4e066c1749d0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:40:23.524307 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:40:23.524559 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32890176-fd68-4a48-bb16-4e066c1749d0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:40:23.524961 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'code': 200} Jun 30 21:40:23.532885 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Attempting to bind port 6b73c2f0-905c-4de8-90e7-86556c0eec46 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:40:23.533227 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Attempting to bind port 6b73c2f0-905c-4de8-90e7-86556c0eec46 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:40:23.533487 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Attempting to bind port 6b73c2f0-905c-4de8-90e7-86556c0eec46 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:40:23.539155 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Port 6b73c2f0-905c-4de8-90e7-86556c0eec46 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:40:23.539485 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Attempting to bind port 6b73c2f0-905c-4de8-90e7-86556c0eec46 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:40:23.545353 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:40:23.545689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Checking segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:40:23.546079 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Bound using segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:40:23.546537 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Bound port: 6b73c2f0-905c-4de8-90e7-86556c0eec46, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:40:23.546919 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.555019 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.622612 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:40:23.626417 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:40:23.639795 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:23.693047 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.734288 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:23.734937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:23.736384 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] 10.222.0.13 "PUT /v2.0/ports/6b73c2f0-905c-4de8-90e7-86556c0eec46 HTTP/1.1" status: 200 len: 1093 time: 1.0390728 Jun 30 21:40:23.736942 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:40:23.739579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac505c2f-55d9-477b-816b-fea172699879" -d '{"events": [{"name": "network-changed", "server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:40:23.764778 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337098-9640-41da-a0cc-21220f67f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:23.806341 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a1ff4-b1cf-4fc2-bd38-a69ec8d3549e x-openstack-request-id: req-fd6a1ff4-b1cf-4fc2-bd38-a69ec8d3549e {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:40:23.806727 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:40:23.806954 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd6a1ff4-b1cf-4fc2-bd38-a69ec8d3549e {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:40:23.807364 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46', 'status': 'completed', 'code': 200} Jun 30 21:40:23.919032 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505c2f-55d9-477b-816b-fea172699879 req-337bf11c-5d1f-4cda-9d49-ccb4d86b8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:23.921579 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ac505c2f-55d9-477b-816b-fea172699879 req-337bf11c-5d1f-4cda-9d49-ccb4d86b8a12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 1096 time: 0.0695052 Jun 30 21:40:24.006197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315aa7f-e5a7-44a7-b2c9-3661096b63a8 req-9d62fc4d-50f9-4b1a-827f-0412da0ebdbe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.008741 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3315aa7f-e5a7-44a7-b2c9-3661096b63a8 req-9d62fc4d-50f9-4b1a-827f-0412da0ebdbe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 943 time: 0.0968707 Jun 30 21:40:24.059030 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3315aa7f-e5a7-44a7-b2c9-3661096b63a8 req-0b2cc630-8139-45fa-b1a8-a580f358d4ec tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Jun 30 21:40:24.060132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505c2f-55d9-477b-816b-fea172699879 req-74860e31-3ff0-42ee-ad35-132c70e81b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.062958 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ac505c2f-55d9-477b-816b-fea172699879 req-74860e31-3ff0-42ee-ad35-132c70e81b1a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cb51dfe13994d27933eb95144b85054&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1273644 Jun 30 21:40:24.234854 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505c2f-55d9-477b-816b-fea172699879 req-4b72c1f6-b04e-45bd-8362-f307c6f65f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.236744 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ac505c2f-55d9-477b-816b-fea172699879 req-4b72c1f6-b04e-45bd-8362-f307c6f65f5f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1627262 Jun 30 21:40:24.331314 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58464) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:24.413497 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Deleting subnet 7ee51013-54cd-4f64-a301-0e0ea2b69cba {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:40:24.418299 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.419399 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03db5f-b19b-4e53-8a72-1ca628dd346a req-76887059-b8d5-489e-8498-bbed37518428 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.422107 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad03db5f-b19b-4e53-8a72-1ca628dd346a req-76887059-b8d5-489e-8498-bbed37518428 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1451056 Jun 30 21:40:24.465891 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.490575 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-48542034-284f-4048-a399-32d7c9f69cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.492850 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-48542034-284f-4048-a399-32d7c9f69cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 1096 time: 0.1578422 Jun 30 21:40:24.515311 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad03db5f-b19b-4e53-8a72-1ca628dd346a req-f29d6ca5-e2cf-4e33-9656-08e062c5f27a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599005 Jun 30 21:40:24.537107 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916dc6f-b7fe-4860-a933-1f34fc7a15d7 req-7c021406-2afd-4a42-9d66-5013e1e64c91 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.541913 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4916dc6f-b7fe-4860-a933-1f34fc7a15d7 req-7c021406-2afd-4a42-9d66-5013e1e64c91 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1492307 Jun 30 21:40:24.559632 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.563218 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-35e16637-d872-4e12-839a-ef804267d0ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46 HTTP/1.1" status: 200 len: 217 time: 0.0551641 Jun 30 21:40:24.613960 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4916dc6f-b7fe-4860-a933-1f34fc7a15d7 req-c27f7184-708f-429f-89bc-0264cf305463 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620723 Jun 30 21:40:24.650437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c30c7-8721-4869-98b9-c10d2439b203 req-298563dd-b178-4633-9763-ca179aeaf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:24.652028 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-298563dd-b178-4633-9763-ca179aeaf9f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 200 len: 855 time: 0.0702558 Jun 30 21:40:24.689517 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-ec956172-da45-473c-acc5-bf4fec0d7464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297692 Jun 30 21:40:24.774838 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.819377 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.825348 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ee51013-54cd-4f64-a301-0e0ea2b69cba HTTP/1.1" status: 204 len: 168 time: 0.4890218 Jun 30 21:40:24.826396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 58468) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:24.826748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaa4c5-8948-427e-9ec1-34c13cdf0715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee51013-54cd-4f64-a301-0e0ea2b69cba,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:24.859765 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-5269b335-bb1a-479d-ba26-2e5f881824bb service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619744 Jun 30 21:40:24.910841 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:24.965788 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-692c30c7-8721-4869-98b9-c10d2439b203 req-1d6f05ff-7597-404b-9637-d5865c1d6622 service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994778 Jun 30 21:40:25.024228 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.041531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb9032a-74f8-4900-9ba3-b36ea06a6d16']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:25.053571 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9495c28-0cb2-4e1b-bf99-d5881111f57e') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:25.054024 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9495c28-0cb2-4e1b-bf99-d5881111f57e') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:40:25.064702 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.081273 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.092694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:40:25.093378 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:40:25.100063 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:40:25.272488 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ae7c-8b17-452a-b3ee-95962b5168ae req-f6172f31-2555-4efb-b233-ad9a6031fd56 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:25.274285 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e586ae7c-8b17-452a-b3ee-95962b5168ae req-f6172f31-2555-4efb-b233-ad9a6031fd56 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 943 time: 0.0850811 Jun 30 21:40:25.282826 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.302280 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.304325 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ccb9032a-74f8-4900-9ba3-b36ea06a6d16 HTTP/1.1" status: 204 len: 168 time: 0.4777181 Jun 30 21:40:25.321026 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16956e-a2cc-40cf-a643-4547e226a167 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb9032a-74f8-4900-9ba3-b36ea06a6d16,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:25.358806 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e586ae7c-8b17-452a-b3ee-95962b5168ae req-9cd8e80c-a8cb-4a54-ae28-f9a3061b7db7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 Jun 30 21:40:25.771580 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58478) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:25.772445 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-117cef0a-9688-4ec6-b4bf-0731fe16382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.837820 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f5a31b1e-61db-437a-a6e2-e56f32f1417d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25cf90c2fc7a43a3b73b6951ae9922ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598717 Jun 30 21:40:25.838213 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58480) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:25.857031 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3911f-684a-4d21-9fd4-dd435a4add68 req-291320ce-f5e2-4a94-92e6-ddf3f5d786fe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:25.858794 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ec3911f-684a-4d21-9fd4-dd435a4add68 req-291320ce-f5e2-4a94-92e6-ddf3f5d786fe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1220081 Jun 30 21:40:25.870047 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f539-de0c-401c-a9eb-f722ccaec01b req-42a94a1a-bbe1-42f1-a610-ca477d7c82d8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:25.871943 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2509f539-de0c-401c-a9eb-f722ccaec01b req-42a94a1a-bbe1-42f1-a610-ca477d7c82d8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1040747 Jun 30 21:40:25.902554 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.926502 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ec3911f-684a-4d21-9fd4-dd435a4add68 req-d5903677-4ce2-4cfb-a185-e9e978686b1f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535076 Jun 30 21:40:25.928156 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:25.947117 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2509f539-de0c-401c-a9eb-f722ccaec01b req-2697153f-593c-4988-81a6-6cb82a9e9b14 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588751 Jun 30 21:40:26.092044 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:26.094951 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:26.100484 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/827a5bcc-4c4e-4528-83e9-a3ed3327293f HTTP/1.1" status: 204 len: 168 time: 0.2565315 Jun 30 21:40:26.109642 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b876-7c96-450e-b1f5-a3f58c85598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a5bcc-4c4e-4528-83e9-a3ed3327293f,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:26.567744 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f750-41e8-4651-99e1-47b3890762c9 req-7f507104-e1db-4e9e-b8a1-e9ab4bc453d8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:26.569472 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c340f750-41e8-4651-99e1-47b3890762c9 req-7f507104-e1db-4e9e-b8a1-e9ab4bc453d8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 943 time: 0.0768631 Jun 30 21:40:26.613849 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c340f750-41e8-4651-99e1-47b3890762c9 req-7e41d4f8-5bfe-4be2-8702-1615c4c7ecf6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Jun 30 21:40:27.354867 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a5d61-f973-452a-a507-7791822cf6b0 req-a531374f-1134-4e8b-a28e-26769565a735 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:27.357925 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b8a5d61-f973-452a-a507-7791822cf6b0 req-a531374f-1134-4e8b-a28e-26769565a735 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1761825 Jun 30 21:40:27.381299 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5bdf6-f9bc-4dd6-9445-1ec60e2216af req-dd3f9d07-17a5-4b96-b413-58eb88ae7713 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:27.384841 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6e5bdf6-f9bc-4dd6-9445-1ec60e2216af req-dd3f9d07-17a5-4b96-b413-58eb88ae7713 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.2164631 Jun 30 21:40:27.458775 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2b8a5d61-f973-452a-a507-7791822cf6b0 req-750677b5-2937-421b-9379-95d64478f069 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719953 Jun 30 21:40:27.467943 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6e5bdf6-f9bc-4dd6-9445-1ec60e2216af req-64e73441-f01d-4def-8aa2-d805b658cb61 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656657 Jun 30 21:40:27.929033 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7df5da-3654-4f09-8c48-59e74ff32a53 req-d80055a9-0260-41bd-9a77-d46201d8a88a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:27.932644 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d7df5da-3654-4f09-8c48-59e74ff32a53 req-d80055a9-0260-41bd-9a77-d46201d8a88a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 943 time: 0.1217968 Jun 30 21:40:28.069315 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d7df5da-3654-4f09-8c48-59e74ff32a53 req-9c72f165-96f7-4b51-bf50-4adc10871dff tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256974 Jun 30 21:40:28.443001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bab6-3e8a-4430-8e8a-e9b02b713958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:28.796892 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:28.932025 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32fd24-4348-4787-a440-01512ef419e4 req-ce25b109-783b-441c-9a35-631824e21f9e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:28.933534 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff32fd24-4348-4787-a440-01512ef419e4 req-ce25b109-783b-441c-9a35-631824e21f9e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1629076 Jun 30 21:40:28.946361 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577efc7-cc5a-4bd8-9630-138bb79d904d req-fc4cc191-5ce2-48ce-9854-85fc830ad313 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:28.948013 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b577efc7-cc5a-4bd8-9630-138bb79d904d req-fc4cc191-5ce2-48ce-9854-85fc830ad313 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1092532 Jun 30 21:40:28.960691 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:40:29.035103 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff32fd24-4348-4787-a440-01512ef419e4 req-482bfd93-fff6-4e69-a87a-756f034f6079 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852401 Jun 30 21:40:29.045224 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b577efc7-cc5a-4bd8-9630-138bb79d904d req-325e9143-a993-45ae-99cb-43c4780bfa23 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893536 Jun 30 21:40:29.240049 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 6b73c2f0-905c-4de8-90e7-86556c0eec46 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:40:29.370404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:29.372430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec0eb0-832d-418a-9104-c4d6a4265795 req-b9ae61aa-6c51-48ef-b7e3-f4aba73531f3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:29.377643 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61ec0eb0-832d-418a-9104-c4d6a4265795 req-b9ae61aa-6c51-48ef-b7e3-f4aba73531f3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 943 time: 0.1525879 Jun 30 21:40:29.393185 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '6b73c2f0-905c-4de8-90e7-86556c0eec46', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'port_id': '6b73c2f0-905c-4de8-90e7-86556c0eec46', 'mac_address': 'fa:16:3e:cd:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa648b4-3f87-4142-b7d8-73fac9ae5f9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:40:29.445873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:29.457059 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61ec0eb0-832d-418a-9104-c4d6a4265795 req-c5557a2a-8ad7-411e-a640-3fcb7e9a3443 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717947 Jun 30 21:40:29.488199 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b73c2f0-905c-4de8-90e7-86556c0eec46 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:40:29.523451 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:29.589622 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:29.676454 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:29.794979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:30.111948 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:40:30.449048 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9a5a2-1930-4d18-9f3c-4820f9c10ce0 req-9672dad9-275f-4efd-8d67-5c1355adac4e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:30.451697 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7f9a5a2-1930-4d18-9f3c-4820f9c10ce0 req-9672dad9-275f-4efd-8d67-5c1355adac4e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1388247 Jun 30 21:40:30.532606 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f2000-f519-4119-a342-1cc1656c1c54 req-cf187a1d-6bcd-4cce-ad9d-6f725fb45746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:30.550733 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-652f2000-f519-4119-a342-1cc1656c1c54 req-cf187a1d-6bcd-4cce-ad9d-6f725fb45746 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1621771 Jun 30 21:40:30.616682 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7f9a5a2-1930-4d18-9f3c-4820f9c10ce0 req-f566a72f-b146-4b50-8e45-355855432a88 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486886 Jun 30 21:40:30.671898 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-652f2000-f519-4119-a342-1cc1656c1c54 req-c124df9d-dfe0-452e-a74a-08b8337024b0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246645 Jun 30 21:40:30.903687 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec769d8-dd4d-46c6-bc10-8ecbb4779760 req-7e1516b1-869b-49b0-8ef1-ea90f99f38f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:30.905351 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ec769d8-dd4d-46c6-bc10-8ecbb4779760 req-7e1516b1-869b-49b0-8ef1-ea90f99f38f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 944 time: 0.0986855 Jun 30 21:40:30.964054 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ec769d8-dd4d-46c6-bc10-8ecbb4779760 req-65c8f4d2-30b2-476e-86ef-817a10804bd7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508640 Jun 30 21:40:31.761071 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:31.988918 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478490-d83f-4093-a6ae-ceb1ef2c9c13 req-7119a5ab-47d0-489a-99cf-70927397b286 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:31.990735 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84478490-d83f-4093-a6ae-ceb1ef2c9c13 req-7119a5ab-47d0-489a-99cf-70927397b286 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1851468 Jun 30 21:40:32.065430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc008d4-955f-48e1-a5da-9bb04a17c1e7 req-5a0acd36-1e12-4739-a951-304556af382e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:32.068341 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4dc008d4-955f-48e1-a5da-9bb04a17c1e7 req-5a0acd36-1e12-4739-a951-304556af382e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1808753 Jun 30 21:40:32.123358 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84478490-d83f-4093-a6ae-ceb1ef2c9c13 req-767549a2-1c62-4cb4-8caf-e346aeb0e7f5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192412 Jun 30 21:40:32.183342 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4dc008d4-955f-48e1-a5da-9bb04a17c1e7 req-1b7d22f7-787f-4f30-951b-517cceaeddb6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925305 Jun 30 21:40:32.394709 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0452-3511-4596-95f9-04df5da58e7f req-a7e63df5-2cc3-4968-9820-34fd2bf16254 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:32.396423 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-12fd0452-3511-4596-95f9-04df5da58e7f req-a7e63df5-2cc3-4968-9820-34fd2bf16254 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 944 time: 0.1051486 Jun 30 21:40:32.456130 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-12fd0452-3511-4596-95f9-04df5da58e7f req-2ace9e50-4c52-4b4d-9ec5-7999e18ef62d tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528805 Jun 30 21:40:33.271977 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 6b73c2f0-905c-4de8-90e7-86556c0eec46 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:40:33.447690 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1926-f9c0-413b-aa7e-be904dee3159 req-88e2f46a-de7b-4f14-83b0-dbe20e42fb9b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:33.459539 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-406d1926-f9c0-413b-aa7e-be904dee3159 req-88e2f46a-de7b-4f14-83b0-dbe20e42fb9b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1714385 Jun 30 21:40:33.554785 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 6b73c2f0-905c-4de8-90e7-86556c0eec46 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:40:33.559888 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 6b73c2f0-905c-4de8-90e7-86556c0eec46 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:40:33.560594 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:33.572996 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-406d1926-f9c0-413b-aa7e-be904dee3159 req-05994c25-0e7c-4437-be95-082136f34dae tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019905 Jun 30 21:40:33.669830 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf3e1f-41c0-43cb-b42f-30f6bc34cc57 req-0481e52a-5cdb-43e3-a778-6d059be2350c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:33.684567 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eacf3e1f-41c0-43cb-b42f-30f6bc34cc57 req-0481e52a-5cdb-43e3-a778-6d059be2350c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.2526579 Jun 30 21:40:33.722971 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:33.740478 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eacf3e1f-41c0-43cb-b42f-30f6bc34cc57 req-2eae8312-e9c9-499b-bca5-33771c9abc5a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498335 Jun 30 21:40:33.761969 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:40:33.764892 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac689076-7892-474b-933b-823dd5db20e2" -d '{"events": [{"server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "name": "network-vif-plugged", "status": "completed", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:40:33.802139 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:33.893921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a786-9177-482b-a607-bcde5c21f8ff req-6c1ee7ce-d108-4b7b-ad70-d66749ccf382 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:33.902997 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d41a786-9177-482b-a607-bcde5c21f8ff req-6c1ee7ce-d108-4b7b-ad70-d66749ccf382 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 944 time: 0.1246524 Jun 30 21:40:33.937910 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:33.970987 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d41a786-9177-482b-a607-bcde5c21f8ff req-804d9bc1-c39b-4a7f-8b74-e6aee02076d0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Jun 30 21:40:34.028684 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:34.068936 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3697a6-502d-4228-aa89-3101265825c6 x-openstack-request-id: req-6d3697a6-502d-4228-aa89-3101265825c6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:40:34.069225 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "name": "network-vif-plugged", "status": "completed", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:40:34.069478 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d3697a6-502d-4228-aa89-3101265825c6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:40:34.069882 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46', 'code': 200} Jun 30 21:40:34.635199 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df72085-a048-4222-b2f9-5d929fd0d44c req-d1397a06-99e3-4eba-8540-0c03cb64ac60 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:34.639169 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6df72085-a048-4222-b2f9-5d929fd0d44c req-d1397a06-99e3-4eba-8540-0c03cb64ac60 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0769217 Jun 30 21:40:34.685878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6df72085-a048-4222-b2f9-5d929fd0d44c req-397a441f-c901-49e3-a267-80b65f60effa tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409474 Jun 30 21:40:34.735839 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aee92f-cb49-40f9-88a9-a4baec5eb805 req-b9859342-804b-4996-b4fc-c9eee747caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:34.738166 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c3aee92f-cb49-40f9-88a9-a4baec5eb805 req-b9859342-804b-4996-b4fc-c9eee747caab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 1098 time: 0.0690968 Jun 30 21:40:34.793327 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c3aee92f-cb49-40f9-88a9-a4baec5eb805 req-3deb61cb-3737-4081-a910-1e1361c743a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Jun 30 21:40:35.096078 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80a5e-98f3-4d38-baf6-63768073acc5 req-91979814-fc18-425c-9130-f32ce428dab4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.098911 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47f80a5e-98f3-4d38-baf6-63768073acc5 req-91979814-fc18-425c-9130-f32ce428dab4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1505961 Jun 30 21:40:35.173436 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47f80a5e-98f3-4d38-baf6-63768073acc5 req-49e08889-07cd-4c65-ae1d-a9475920b1ee tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672104 Jun 30 21:40:35.237206 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd984b5-9c2d-4bd4-8605-e90a20108673 req-58410eb8-5acd-40b2-9728-c8dc656a4428 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.238743 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9cd984b5-9c2d-4bd4-8605-e90a20108673 req-58410eb8-5acd-40b2-9728-c8dc656a4428 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.0874264 Jun 30 21:40:35.241621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-f975d34e-59aa-4add-9710-16d66f3699bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.243142 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-f975d34e-59aa-4add-9710-16d66f3699bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.0674675 Jun 30 21:40:35.281258 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9cd984b5-9c2d-4bd4-8605-e90a20108673 req-d9a7e996-5799-477c-baf5-1080b9ea314a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364480 Jun 30 21:40:35.369054 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-1d30bfbf-7958-4fe2-bc6c-a45e373e8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.370538 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-1d30bfbf-7958-4fe2-bc6c-a45e373e8110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.1046901 Jun 30 21:40:35.437905 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-ffa61f5d-34e7-475b-bb5e-5152e09571b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0610132 Jun 30 21:40:35.488521 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-bc64f424-7779-4831-a359-f76265a04598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.489977 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-bc64f424-7779-4831-a359-f76265a04598 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0454657 Jun 30 21:40:35.550826 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-035aecb0-bccd-4f29-aa27-7e996b77b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.552387 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-035aecb0-bccd-4f29-aa27-7e996b77b677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559158 Jun 30 21:40:35.660482 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-c3cfd7d3-ee6b-4d5b-b07f-06ca4a3af6da service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006536 Jun 30 21:40:35.765216 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d2d84fe5-6ac4-4bb9-94e6-b07f93e5461c req-abd7a5bb-dc6d-46e8-8314-021ba1e48387 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979855 Jun 30 21:40:35.923372 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1141d-a278-4a26-bf2c-fafeda514ddd req-4421c389-d449-4d41-be90-e4c7f7bb0de5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:35.925617 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9fb1141d-a278-4a26-bf2c-fafeda514ddd req-4421c389-d449-4d41-be90-e4c7f7bb0de5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0690277 Jun 30 21:40:35.970452 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9fb1141d-a278-4a26-bf2c-fafeda514ddd req-e2320d5d-9f99-4479-b52f-4b1b0dbdd603 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 Jun 30 21:40:36.424284 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f320c5-01c1-499d-98f2-cfd043c2fd6f req-6c5d767e-d8fa-4494-8d4f-c5cf2555c43f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:36.433707 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20f320c5-01c1-499d-98f2-cfd043c2fd6f req-6c5d767e-d8fa-4494-8d4f-c5cf2555c43f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0966702 Jun 30 21:40:36.513861 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-20f320c5-01c1-499d-98f2-cfd043c2fd6f req-8c180da7-d05d-4f80-a076-64efbe278437 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790749 Jun 30 21:40:36.561210 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948a209-db8d-41c5-8b3f-a156827dedd7 req-69ad985a-a539-434e-bce0-efb31b11ed82 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:36.562839 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d948a209-db8d-41c5-8b3f-a156827dedd7 req-69ad985a-a539-434e-bce0-efb31b11ed82 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.1102016 Jun 30 21:40:36.640796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d948a209-db8d-41c5-8b3f-a156827dedd7 req-0dd97e29-4a55-4f3a-a845-d3abff539080 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Jun 30 21:40:37.238205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151492d8-776a-405f-9ebd-df9f27d51f9a req-75f55843-bd20-401c-91a3-f5380d8add78 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:37.246080 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-151492d8-776a-405f-9ebd-df9f27d51f9a req-75f55843-bd20-401c-91a3-f5380d8add78 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1115243 Jun 30 21:40:37.298472 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-151492d8-776a-405f-9ebd-df9f27d51f9a req-587893b2-8e87-4ba2-b142-dd6e8f5f06ed tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513079 Jun 30 21:40:37.747204 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae6b-540e-4c79-974e-1fc9a3109a92 req-4085d075-ed17-48c7-8aaa-788b7bc5f8d3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:37.750055 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3775ae6b-540e-4c79-974e-1fc9a3109a92 req-4085d075-ed17-48c7-8aaa-788b7bc5f8d3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.1121731 Jun 30 21:40:37.880334 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3775ae6b-540e-4c79-974e-1fc9a3109a92 req-bb3da5a3-d0d6-4f06-bf1c-f706c393070c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134231 Jun 30 21:40:38.046998 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c79e3-2116-47d5-8571-eaa94cdfe18b req-e50d4076-fcfd-42e5-bd25-26a1a7d33c40 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:38.055273 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-563c79e3-2116-47d5-8571-eaa94cdfe18b req-e50d4076-fcfd-42e5-bd25-26a1a7d33c40 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.0790997 Jun 30 21:40:38.098576 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-563c79e3-2116-47d5-8571-eaa94cdfe18b req-9a55d246-e488-4ac0-ac86-0a0409bcf453 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Jun 30 21:40:39.130074 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356656f-4bb5-4188-905b-4dbf6ad07a0c req-201f38ce-c380-4494-b3d3-f93c612bc928 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:39.131820 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a356656f-4bb5-4188-905b-4dbf6ad07a0c req-201f38ce-c380-4494-b3d3-f93c612bc928 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0885637 Jun 30 21:40:39.181589 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a356656f-4bb5-4188-905b-4dbf6ad07a0c req-47cd1a0b-24f0-45fa-bc01-c0e773609a59 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Jun 30 21:40:40.394626 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f9c1-cb34-467d-a56a-ef624878fba2 req-cb69e214-9c2d-4afe-831e-58fa04f0552d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:40.397061 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8c95f9c1-cb34-467d-a56a-ef624878fba2 req-cb69e214-9c2d-4afe-831e-58fa04f0552d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0860190 Jun 30 21:40:40.442542 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8c95f9c1-cb34-467d-a56a-ef624878fba2 req-bb43dde3-abf3-4ce7-b003-f59a66466315 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396552 Jun 30 21:40:41.734876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440fa4-dacc-4e83-9d1a-d6a0c6121384 req-377ffc2d-0adf-4b15-8218-5c0c02cfe8fb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:41.737690 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c440fa4-dacc-4e83-9d1a-d6a0c6121384 req-377ffc2d-0adf-4b15-8218-5c0c02cfe8fb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0852087 Jun 30 21:40:41.795511 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c440fa4-dacc-4e83-9d1a-d6a0c6121384 req-72292a66-28b1-4394-ad13-7c19563a7cfa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478415 Jun 30 21:40:43.021282 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3fba5-4405-466f-992f-ea6678392d6a req-e51e69a1-1a7b-4e1c-ab88-4d21d4b87d40 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:43.025292 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba3fba5-4405-466f-992f-ea6678392d6a req-e51e69a1-1a7b-4e1c-ab88-4d21d4b87d40 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0946364 Jun 30 21:40:43.077520 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba3fba5-4405-466f-992f-ea6678392d6a req-e8e63381-558c-431c-a43e-5fe608b07e71 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468547 Jun 30 21:40:43.102541 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-e261f33b-bd2f-4fab-991b-a76e640c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:43.104265 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-e261f33b-bd2f-4fab-991b-a76e640c017e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0686731 Jun 30 21:40:43.197420 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-b324e32f-d61e-4235-8c8d-73e69a218243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:43.198929 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-b324e32f-d61e-4235-8c8d-73e69a218243 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0883484 Jun 30 21:40:43.267622 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-b3fe180f-f7bd-4e8e-974a-11b4fd953e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 1001 time: 0.0620229 Jun 30 21:40:43.325504 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-1f5d2fea-625e-4880-aa6f-7de10f987a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:43.325504 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-1f5d2fea-625e-4880-aa6f-7de10f987a0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0496585 Jun 30 21:40:43.400005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-800a45fe-5b4e-4859-bef8-9975a771f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:43.401549 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-800a45fe-5b4e-4859-bef8-9975a771f91c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0605791 Jun 30 21:40:43.500933 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-b45ce07f-812c-49ed-84ff-7c9f60bfe00d service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928218 Jun 30 21:40:43.600846 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3515ff9b-788a-4c4b-bad8-1ff5bca29a4f req-c03a5526-e8a5-4c89-ab66-c98224c7dcba service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Jun 30 21:40:44.264516 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711976-da7a-4e7b-81c9-54f438943bd9 req-f41df06c-7c14-492f-a0ef-e248b0e3a5c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:44.266395 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05711976-da7a-4e7b-81c9-54f438943bd9 req-f41df06c-7c14-492f-a0ef-e248b0e3a5c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0699420 Jun 30 21:40:44.317163 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05711976-da7a-4e7b-81c9-54f438943bd9 req-d7ab7adb-dd0e-48ac-9292-50dc7af7dc25 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Jun 30 21:40:45.001163 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:45.503527 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6886799-7980-4489-8117-2dd3fc05e2fb req-7cbeffb3-911b-41e5-957d-81198df83288 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:45.505054 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6886799-7980-4489-8117-2dd3fc05e2fb req-7cbeffb3-911b-41e5-957d-81198df83288 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0679309 Jun 30 21:40:45.544673 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6886799-7980-4489-8117-2dd3fc05e2fb req-4f90cf2a-3039-4273-a451-c666412058ef tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338593 Jun 30 21:40:46.733418 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313d6ef-e83a-4e34-b3fe-70f6188d9f03 req-0c2d7943-9266-4a16-9595-5b6343261fe0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:46.735096 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c313d6ef-e83a-4e34-b3fe-70f6188d9f03 req-0c2d7943-9266-4a16-9595-5b6343261fe0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0730002 Jun 30 21:40:46.774160 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c313d6ef-e83a-4e34-b3fe-70f6188d9f03 req-aed4e65f-e2d5-4557-8931-5490697083e3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326226 Jun 30 21:40:47.958315 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372b2c-6a5c-4a9c-a6d3-177e4021b903 req-80916508-6041-4029-afe9-cb60cacb4607 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:47.959927 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73372b2c-6a5c-4a9c-a6d3-177e4021b903 req-80916508-6041-4029-afe9-cb60cacb4607 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0656755 Jun 30 21:40:48.001828 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73372b2c-6a5c-4a9c-a6d3-177e4021b903 req-91ec5448-d364-437e-af72-efaca551795d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Jun 30 21:40:49.186229 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551f1-1837-4175-a4e7-0b17fc67bd4c req-bac08028-dafe-4879-82d2-96604facc88d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:49.187789 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89b551f1-1837-4175-a4e7-0b17fc67bd4c req-bac08028-dafe-4879-82d2-96604facc88d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 946 time: 0.0684869 Jun 30 21:40:49.232282 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89b551f1-1837-4175-a4e7-0b17fc67bd4c req-2117eabe-a001-4873-86a0-c4793a326932 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374362 Jun 30 21:40:49.742765 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:40:49.822432 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:49.852067 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:40:49.856042 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503a4e3-f0f7-4de5-a7ad-69eb5690a1c5" -d '{"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:40:49.884745 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:40:49.895642 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702261b-a3c2-4929-969f-8b01235ecb73 x-openstack-request-id: req-1702261b-a3c2-4929-969f-8b01235ecb73 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:40:49.895949 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-unplugged", "status": "failed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "code": 422}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:40:49.896221 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1702261b-a3c2-4929-969f-8b01235ecb73 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:40:49.896606 dv-cinder-774286-18-iscsi neutron-server[93699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'code': 422} returned with failed status Jun 30 21:40:50.001633 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:50.066665 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:40:50.075520 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.076017 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.076547 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.076981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.077403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.077850 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.078297 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.078810 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.079327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.079932 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.080527 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:50.081519 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:40:51.688960 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cd395-38d7-4267-b693-f979ce4d1d76 req-5e3d021a-bc33-40f6-a266-d75cfff193dd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:51.691175 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-299cd395-38d7-4267-b693-f979ce4d1d76 req-5e3d021a-bc33-40f6-a266-d75cfff193dd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0768113 Jun 30 21:40:51.730808 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-299cd395-38d7-4267-b693-f979ce4d1d76 req-94906485-1ee5-4f88-a695-6f06ee45b9c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Jun 30 21:40:52.289668 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 58788) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:40:52.392270 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-8eba1efc-c860-4c81-8282-3fa67dbd7684 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014388 Jun 30 21:40:52.939823 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdd9b-f637-4f18-8f27-cce58465b020 req-48919e76-6b6c-4fb0-b3dd-1baabb59f3cd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:52.941926 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-292fdd9b-f637-4f18-8f27-cce58465b020 req-48919e76-6b6c-4fb0-b3dd-1baabb59f3cd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0738256 Jun 30 21:40:52.980045 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-292fdd9b-f637-4f18-8f27-cce58465b020 req-667ecd40-8995-4c4a-a43e-88248245c036 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jun 30 21:40:53.770550 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:40:54.177890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014455e-2a40-4f35-9d4b-0c2a759d44d6 req-ae725907-7cb8-4d1a-b72a-0d0c47f44c0e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:54.179458 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3014455e-2a40-4f35-9d4b-0c2a759d44d6 req-ae725907-7cb8-4d1a-b72a-0d0c47f44c0e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0693409 Jun 30 21:40:54.221062 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3014455e-2a40-4f35-9d4b-0c2a759d44d6 req-5feb4749-a4d3-4e40-ac67-5cc387194caa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357919 Jun 30 21:40:55.436200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ef75e-611a-475a-99a6-aa27879e7e23 req-236a219a-b51e-4fc3-9a3e-2f89751d8a36 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:55.437654 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0ef75e-611a-475a-99a6-aa27879e7e23 req-236a219a-b51e-4fc3-9a3e-2f89751d8a36 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0807669 Jun 30 21:40:55.477680 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3c0ef75e-611a-475a-99a6-aa27879e7e23 req-155f23c9-3aba-4fb9-a8bf-d04fdd5a069c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334287 Jun 30 21:40:55.881324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adf371b0-72aa-466f-9f46-5e1f761f7b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:55.909442 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-9047b1f9-122e-40d8-ac07-07bd76ee89af tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:55.911095 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-9047b1f9-122e-40d8-ac07-07bd76ee89af tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.1162069 Jun 30 21:40:55.927497 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-2a8b08d6-3f66-41d8-b4dd-57bf5aeaa2f2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/quotas/1cb51dfe13994d27933eb95144b85054 HTTP/1.1" status: 200 len: 375 time: 0.0103197 Jun 30 21:40:55.999739 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-27d33532-319b-4752-96d5-98b0677c8b2b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665748 Jun 30 21:40:56.099445 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-868d8702-76c7-43ce-8d5a-6351dea7df62 service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919449 Jun 30 21:40:56.199402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-a9194e3d-fb7b-4b10-9f12-05fcedea13ff service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942211 Jun 30 21:40:56.629376 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3dd316a7-00b7-42db-ad94-5ee4309fc310 req-7e041b50-30ef-4b08-82a5-c5809171be4b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0442457 Jun 30 21:40:56.722674 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bb460-58bd-4743-8ac8-56ef55c6c5de req-5c039af4-ff6a-4587-89a1-56e61b574e2d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:56.731237 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-460bb460-58bd-4743-8ac8-56ef55c6c5de req-5c039af4-ff6a-4587-89a1-56e61b574e2d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0858071 Jun 30 21:40:56.795159 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-460bb460-58bd-4743-8ac8-56ef55c6c5de req-4d48c087-e5c5-4b3b-b2c8-9206dc7fba55 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464320 Jun 30 21:40:57.702168 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ada6f0bd-a651-428d-a691-b36d4aaac97e req-09238091-5278-498d-9c79-aa4f66a61998 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0298254 Jun 30 21:40:58.249176 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2de4d-bee3-4e2f-9507-264932e327bc req-ba851e33-c639-4c27-8c5c-3233d956fb3e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:58.251039 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83c2de4d-bee3-4e2f-9507-264932e327bc req-ba851e33-c639-4c27-8c5c-3233d956fb3e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.3206620 Jun 30 21:40:58.299469 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83c2de4d-bee3-4e2f-9507-264932e327bc req-ed9ba8c6-0094-4633-b696-aa219a79721b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Jun 30 21:40:58.510362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c35526c-b0ec-443d-a3f0-ca5aa88ccf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:58.790070 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:58.863816 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-55a759f5-cb63-449f-bf8c-0f27137ec4a9 req-43a3ceaa-056a-401b-a3ac-88073b78bdc9 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Jun 30 21:40:59.039794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-0e4bd5e9-653c-40dd-b42f-d20d2dc4bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.042376 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-0e4bd5e9-653c-40dd-b42f-d20d2dc4bbb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 1097 time: 0.1395805 Jun 30 21:40:59.149065 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-19005323-54fa-48dc-940d-bb4cacc9bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.150456 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-19005323-54fa-48dc-940d-bb4cacc9bc16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0680032 Jun 30 21:40:59.295835 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-70d1af31-016a-4350-8b9a-be4ae6d675b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.297523 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-70d1af31-016a-4350-8b9a-be4ae6d675b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.1149104 Jun 30 21:40:59.384900 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-bff359c3-1c26-4b80-ae03-773aac7dab7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 200 len: 999 time: 0.0801580 Jun 30 21:40:59.553755 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90386825-99a7-48f6-b8c4-97e8541c1e4c req-ea86be33-b22f-49bd-949d-895a0182cb98 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.556343 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-90386825-99a7-48f6-b8c4-97e8541c1e4c req-ea86be33-b22f-49bd-949d-895a0182cb98 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1065202 Jun 30 21:40:59.611250 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-90386825-99a7-48f6-b8c4-97e8541c1e4c req-f833d8ea-bcc6-4704-a587-b0ea8e3ec5bb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Jun 30 21:40:59.700895 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-3ae708b0-b7be-4abe-9198-afde56e658b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.703157 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-3ae708b0-b7be-4abe-9198-afde56e658b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.3077331 Jun 30 21:40:59.785455 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-65a40783-fae0-4037-9fe8-54dd4eb15ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:40:59.787345 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-65a40783-fae0-4037-9fe8-54dd4eb15ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0660741 Jun 30 21:40:59.790934 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:40:59.898268 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-793f168b-1d5d-4bd4-b6c2-f64148296614 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020720 Jun 30 21:41:00.045922 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34e66f8b-804f-46cc-8717-a439c72921f4 req-bbedaeea-0dce-4905-86b7-548552f143e5 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406581 Jun 30 21:41:00.102524 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3910f2d2-c677-4bae-9fd7-7c2f2319cfb4 req-7572c135-56c7-4df3-9648-ac7306ea7902 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jun 30 21:41:00.496392 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-8b4c5c53-3208-45ec-9291-9fe5204b45e1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:00.499992 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-8b4c5c53-3208-45ec-9291-9fe5204b45e1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.1148295 Jun 30 21:41:00.521084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Request body: {'port': {'device_id': '98fbe671-63ee-4847-b257-d134f9d667c7', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'admin_state_up': True, 'tenant_id': '1cb51dfe13994d27933eb95144b85054'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:41:00.790991 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:41:00.795203 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:00.821476 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa7987-4608-4758-9538-5b0cd4b6a33b req-1eb02960-b6a0-4375-92fe-126d9e6de1d5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:00.823019 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aefa7987-4608-4758-9538-5b0cd4b6a33b req-1eb02960-b6a0-4375-92fe-126d9e6de1d5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0698307 Jun 30 21:41:00.864890 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aefa7987-4608-4758-9538-5b0cd4b6a33b req-9a7320c4-d179-477a-a4d9-dfd5aa002ebb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360637 Jun 30 21:41:00.963849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Allocated IP 172.20.0.8 (d7a65438-8b6f-4902-84dc-eae6a4a13b8a/2fa648b4-3f87-4142-b7d8-73fac9ae5f9a/9e5855bd-46e2-4d7b-bfa0-52538a4f30c6) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:41:01.177136 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:01.303320 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c9d2651-ca43-4744-9278-f3a0e6baf86f req-4fcdcaa3-bb0b-4136-81b4-91ee1bc6194a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0613897 Jun 30 21:41:01.322633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:01.375177 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:41:01.429056 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:41:01.431578 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event updated for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:01.436123 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:41:01.452702 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:41:01.522912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:01.530625 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:01.814910 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c00a6f39-1baa-4ab8-a2ec-f3a29d20c329 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2974982 Jun 30 21:41:01.837199 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:02.065713 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc41a6-0b8d-434d-bcdc-04cf06ad4b77 req-ee392775-c0f8-4a0d-a280-5a89aefd5230 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:02.067255 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3dc41a6-0b8d-434d-bcdc-04cf06ad4b77 req-ee392775-c0f8-4a0d-a280-5a89aefd5230 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0727224 Jun 30 21:41:02.120755 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3dc41a6-0b8d-434d-bcdc-04cf06ad4b77 req-7ef30b66-945e-4735-bfae-7b9087818f45 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474508 Jun 30 21:41:02.516027 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ec84-d38d-454a-91c2-eee6137a9d33 req-f7deef56-0c96-4cd7-8dd4-1aa4748dab38 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:02.520264 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8282ec84-d38d-454a-91c2-eee6137a9d33 req-f7deef56-0c96-4cd7-8dd4-1aa4748dab38 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0856636 Jun 30 21:41:02.569392 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8282ec84-d38d-454a-91c2-eee6137a9d33 req-b734cf01-cf91-482d-9f12-5d297ab85895 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Jun 30 21:41:03.337389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16e39e-7fec-45cd-8342-de5c029e22cb req-7bad1f47-14f5-4556-93e9-2efd9a21e6ab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:03.338608 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9d16e39e-7fec-45cd-8342-de5c029e22cb req-7bad1f47-14f5-4556-93e9-2efd9a21e6ab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0737293 Jun 30 21:41:03.380785 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9d16e39e-7fec-45cd-8342-de5c029e22cb req-2a00f556-ac4c-4bad-83a7-15da3dbfec44 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363333 Jun 30 21:41:03.759544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b2cde-318f-42d4-8ccd-612177e490f8 req-cfa4e047-e43e-451c-9b4d-a8d431909f54 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:03.761039 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-665b2cde-318f-42d4-8ccd-612177e490f8 req-cfa4e047-e43e-451c-9b4d-a8d431909f54 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0715697 Jun 30 21:41:03.809543 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-665b2cde-318f-42d4-8ccd-612177e490f8 req-20da1f58-8f8f-4caf-b530-bb9702987e07 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Jun 30 21:41:04.613556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77cbac-e2e0-4529-96f7-8757c5374eab req-09f420a3-42ed-450e-8a75-be40d3553a44 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:04.615131 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c77cbac-e2e0-4529-96f7-8757c5374eab req-09f420a3-42ed-450e-8a75-be40d3553a44 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0687127 Jun 30 21:41:04.665981 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c77cbac-e2e0-4529-96f7-8757c5374eab req-e269fec5-bf6c-449b-ab27-5caa5dc78da0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Jun 30 21:41:05.008615 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5229f3-5471-4486-ba88-4469a08456c7 req-bf9dc16d-7f5b-4719-8965-a17fe99959b5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:05.010175 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bf5229f3-5471-4486-ba88-4469a08456c7 req-bf9dc16d-7f5b-4719-8965-a17fe99959b5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0721807 Jun 30 21:41:05.056995 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bf5229f3-5471-4486-ba88-4469a08456c7 req-9628801d-cf54-46eb-95ed-400300ca0d6a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Jun 30 21:41:05.864730 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955ef4-b170-4744-8cec-2fe814034fad req-f69614b2-d585-4fa0-b5c0-7abbb073b701 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:05.866294 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab955ef4-b170-4744-8cec-2fe814034fad req-f69614b2-d585-4fa0-b5c0-7abbb073b701 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0705695 Jun 30 21:41:05.912449 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab955ef4-b170-4744-8cec-2fe814034fad req-f86fe782-e2c6-4e27-a1cc-1e4173c2dc3f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375662 Jun 30 21:41:05.949259 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:41:06.292439 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671da43-d97d-4347-95e5-dacb3c5db538 req-0aa9ffdf-1834-4995-8a4f-5ee242b5bddc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:06.293897 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b671da43-d97d-4347-95e5-dacb3c5db538 req-0aa9ffdf-1834-4995-8a4f-5ee242b5bddc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0840056 Jun 30 21:41:06.357317 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b671da43-d97d-4347-95e5-dacb3c5db538 req-0e2513dd-7cd4-45dc-a395-e868c70d0937 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 Jun 30 21:41:07.121797 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3dee-6d91-40d5-8f92-8a7b74b678ed req-a4a226a0-907b-43ad-a383-a7c99f2e0fee tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:07.125519 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-152d3dee-6d91-40d5-8f92-8a7b74b678ed req-a4a226a0-907b-43ad-a383-a7c99f2e0fee tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0790539 Jun 30 21:41:07.166097 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-152d3dee-6d91-40d5-8f92-8a7b74b678ed req-73928535-0b00-4669-af69-39af3f6ac100 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341539 Jun 30 21:41:07.624412 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f62b-7b06-4965-91bb-f7b820d3ab5f req-5f812650-8483-4d84-8df7-e41fc8b32974 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:07.627106 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eb97f62b-7b06-4965-91bb-f7b820d3ab5f req-5f812650-8483-4d84-8df7-e41fc8b32974 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.1210053 Jun 30 21:41:07.691530 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eb97f62b-7b06-4965-91bb-f7b820d3ab5f req-f0f6124d-edc5-4d20-974e-8cf18de45943 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Jun 30 21:41:08.403854 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9c370-3f25-4ba3-83c7-3a9596314466 req-84603d88-cc78-484c-ad3c-8e9d33c4a834 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:08.405367 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7aa9c370-3f25-4ba3-83c7-3a9596314466 req-84603d88-cc78-484c-ad3c-8e9d33c4a834 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1006155 Jun 30 21:41:08.468380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7aa9c370-3f25-4ba3-83c7-3a9596314466 req-c4e24f1a-9fb3-47a9-be99-a5a9a9f949e4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562403 Jun 30 21:41:09.119250 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d97534-6fb7-43b9-9acc-4b72c9156a92 req-8d12d7de-22f8-490d-8194-93f9102fd08e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:09.120813 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63d97534-6fb7-43b9-9acc-4b72c9156a92 req-8d12d7de-22f8-490d-8194-93f9102fd08e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.1405485 Jun 30 21:41:09.169706 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63d97534-6fb7-43b9-9acc-4b72c9156a92 req-6bb81bea-dd21-4977-a9e0-95642b3bb554 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Jun 30 21:41:09.698106 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acb5f6-dd25-43d1-85a0-e7d9526038a7 req-257b293e-9bbb-47f4-b4f6-9adda7e49381 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:09.701301 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56acb5f6-dd25-43d1-85a0-e7d9526038a7 req-257b293e-9bbb-47f4-b4f6-9adda7e49381 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0956171 Jun 30 21:41:09.762188 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56acb5f6-dd25-43d1-85a0-e7d9526038a7 req-312e6d03-4eb1-4c9a-aaa0-202086e50232 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501385 Jun 30 21:41:10.360800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db2835-b134-4a96-b82a-550db5d0a97f req-b087a6d8-1493-4b6a-9931-72c9844198ef tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:10.362345 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74db2835-b134-4a96-b82a-550db5d0a97f req-b087a6d8-1493-4b6a-9931-72c9844198ef tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0728865 Jun 30 21:41:10.408525 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-74db2835-b134-4a96-b82a-550db5d0a97f req-4c8385c6-564b-4b76-bea3-b27d77d67570 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Jun 30 21:41:10.963615 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bedb87-4b37-4b35-bd14-365169e81710 req-ed17716a-54c8-4916-80f9-80b3ee90cfae tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:10.971518 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7bedb87-4b37-4b35-bd14-365169e81710 req-ed17716a-54c8-4916-80f9-80b3ee90cfae tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0738227 Jun 30 21:41:11.042732 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7bedb87-4b37-4b35-bd14-365169e81710 req-00dbd527-3a41-4eaf-bda8-54f16b457691 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690103 Jun 30 21:41:11.621771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8204ef-9ab6-431e-b382-03fe07383872 req-bd0cab57-e0c1-4c41-a88b-2363ecde070c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:11.625552 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff8204ef-9ab6-431e-b382-03fe07383872 req-bd0cab57-e0c1-4c41-a88b-2363ecde070c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0788720 Jun 30 21:41:11.672732 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff8204ef-9ab6-431e-b382-03fe07383872 req-15e02468-057c-4bb4-aa3f-2c9eba9609aa tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Jun 30 21:41:12.281101 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcd41-621b-4980-95f7-bf38c5dc1630 req-2350beb4-1a6b-448d-a17e-cb627ab18f9c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:12.282585 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bfbcd41-621b-4980-95f7-bf38c5dc1630 req-2350beb4-1a6b-448d-a17e-cb627ab18f9c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0801375 Jun 30 21:41:12.320291 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bfbcd41-621b-4980-95f7-bf38c5dc1630 req-4fafc3d3-b337-4389-8696-2a4531937e4f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Jun 30 21:41:12.899782 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e023ad3-cf85-42ea-ba81-25385e0e6601 req-5c85b4f5-7dfa-4972-8d52-53e25913e44f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:12.901616 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e023ad3-cf85-42ea-ba81-25385e0e6601 req-5c85b4f5-7dfa-4972-8d52-53e25913e44f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0864325 Jun 30 21:41:12.947373 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e023ad3-cf85-42ea-ba81-25385e0e6601 req-b50dd50e-bbe5-4fb2-85ec-d5ca63da2334 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jun 30 21:41:13.549212 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915052e7-6d0c-4e5d-b2f8-613e6a35ee6f req-8690a79e-c62e-4f37-884d-546287fcfc65 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:13.552417 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-915052e7-6d0c-4e5d-b2f8-613e6a35ee6f req-8690a79e-c62e-4f37-884d-546287fcfc65 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0955670 Jun 30 21:41:13.598057 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-915052e7-6d0c-4e5d-b2f8-613e6a35ee6f req-a40d847f-057c-48f1-9741-028d455ea6a4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Jun 30 21:41:14.134179 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74453-146f-4d31-8cc8-a8d8951bb266 req-c7eba614-2a05-4de6-ac55-4b7236624c4a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:14.136647 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2ef74453-146f-4d31-8cc8-a8d8951bb266 req-c7eba614-2a05-4de6-ac55-4b7236624c4a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0723677 Jun 30 21:41:14.178749 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2ef74453-146f-4d31-8cc8-a8d8951bb266 req-889ca570-c72f-44b1-9c5b-e038d61b2bfc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Jun 30 21:41:14.792783 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596d0e-5ff6-4c53-81c0-cc974acd9eee req-54e40aea-3b36-42f7-970f-1fc20dcb0e11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:14.794372 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02596d0e-5ff6-4c53-81c0-cc974acd9eee req-54e40aea-3b36-42f7-970f-1fc20dcb0e11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0705285 Jun 30 21:41:14.837776 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-02596d0e-5ff6-4c53-81c0-cc974acd9eee req-99de4cdd-fa07-4e39-ac08-82d160e71538 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376806 Jun 30 21:41:15.013393 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:15.363148 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028379c-c33a-4ce0-b278-e0ab45341023 req-8eb2fd22-65ce-4d85-96aa-bc8ad74c437f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:15.364917 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9028379c-c33a-4ce0-b278-e0ab45341023 req-8eb2fd22-65ce-4d85-96aa-bc8ad74c437f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0733590 Jun 30 21:41:15.412190 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9028379c-c33a-4ce0-b278-e0ab45341023 req-66f35a1e-2547-45c5-bde0-6b81dfeacc57 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Jun 30 21:41:16.088019 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4e1d-17a4-4d3c-ba94-bf6dc4233008 req-4d5acdd9-2c06-4058-83b8-9435d011bef4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:16.089617 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-24eb4e1d-17a4-4d3c-ba94-bf6dc4233008 req-4d5acdd9-2c06-4058-83b8-9435d011bef4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.1315165 Jun 30 21:41:16.133973 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-24eb4e1d-17a4-4d3c-ba94-bf6dc4233008 req-fb73c3eb-f735-445b-acd1-5be8d83f7583 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 Jun 30 21:41:16.593527 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b704c00-cbbc-4cc4-8fcb-af04aabea6bc req-9b1f1ce3-5209-414a-8553-1b4a4b4fee51 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:16.595073 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b704c00-cbbc-4cc4-8fcb-af04aabea6bc req-9b1f1ce3-5209-414a-8553-1b4a4b4fee51 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0670431 Jun 30 21:41:16.638726 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b704c00-cbbc-4cc4-8fcb-af04aabea6bc req-e3131b29-0823-4920-ba96-6b38a646f51d tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Jun 30 21:41:17.316232 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6bfe1-bbc8-4e92-8a94-453b160a0c48 req-2f485ed4-18ec-4baf-b596-7afeba31f2d8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:17.317741 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17a6bfe1-bbc8-4e92-8a94-453b160a0c48 req-2f485ed4-18ec-4baf-b596-7afeba31f2d8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0639915 Jun 30 21:41:17.360542 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17a6bfe1-bbc8-4e92-8a94-453b160a0c48 req-6b0efa04-281f-4208-8718-bb20589622f4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371954 Jun 30 21:41:17.812351 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0df42-bb87-46d6-9829-86312448beaf req-cca951af-98b3-4f36-ac19-77c9fd1ae110 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:17.813851 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7e0df42-bb87-46d6-9829-86312448beaf req-cca951af-98b3-4f36-ac19-77c9fd1ae110 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0653780 Jun 30 21:41:17.850847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b7e0df42-bb87-46d6-9829-86312448beaf req-49f5ee3d-672f-4013-b94a-56822deb723c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Jun 30 21:41:18.538127 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0b15-0067-4aaa-ab38-74904fd821e2 req-019ead73-8725-4171-9ab5-a4f498257a10 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:18.539579 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-904c0b15-0067-4aaa-ab38-74904fd821e2 req-019ead73-8725-4171-9ab5-a4f498257a10 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0630910 Jun 30 21:41:18.578164 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-904c0b15-0067-4aaa-ab38-74904fd821e2 req-271fc6be-1bff-4caa-af27-3504fc207142 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Jun 30 21:41:19.023245 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80a82a-0905-49af-b833-90439e87998e req-24ad8941-9bc7-4ff7-a1d6-d14574679c17 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:19.024740 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef80a82a-0905-49af-b833-90439e87998e req-24ad8941-9bc7-4ff7-a1d6-d14574679c17 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0652914 Jun 30 21:41:19.061509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ef80a82a-0905-49af-b833-90439e87998e req-d297606d-ca64-4930-8521-8bc9205e9388 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Jun 30 21:41:19.860565 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec69a0f-1d9b-4af4-9e2d-acc56c208a4f req-5c0c0b08-8290-4a6a-a671-54d8a8b51729 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:19.862075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ec69a0f-1d9b-4af4-9e2d-acc56c208a4f req-5c0c0b08-8290-4a6a-a671-54d8a8b51729 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0639079 Jun 30 21:41:19.900451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1ec69a0f-1d9b-4af4-9e2d-acc56c208a4f req-07214146-d648-4397-9806-662990e6190c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Jun 30 21:41:20.232131 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a085f-5db4-481f-9990-6b65fae0c5e6 req-77d9a6de-9e3a-4ad1-bf49-2828406d2ad3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:20.233555 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-226a085f-5db4-481f-9990-6b65fae0c5e6 req-77d9a6de-9e3a-4ad1-bf49-2828406d2ad3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0633619 Jun 30 21:41:20.271121 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-226a085f-5db4-481f-9990-6b65fae0c5e6 req-e6d89f73-6a46-45d2-8f39-9651a2436537 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Jun 30 21:41:21.087430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deefd9b-b98e-4a84-b1de-b451495b92f0 req-2806fdad-d01a-4aaf-8166-394d6e7a13bd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:21.089138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6deefd9b-b98e-4a84-b1de-b451495b92f0 req-2806fdad-d01a-4aaf-8166-394d6e7a13bd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0701809 Jun 30 21:41:21.129465 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6deefd9b-b98e-4a84-b1de-b451495b92f0 req-7a1045be-f7a1-454d-8510-ff2b3b3ad873 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342364 Jun 30 21:41:21.453872 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b4042-a945-4093-9994-7561fccb670a req-1a890c75-21db-4cf9-bab6-f5dbeee81c0f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:21.455402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-133b4042-a945-4093-9994-7561fccb670a req-1a890c75-21db-4cf9-bab6-f5dbeee81c0f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0650964 Jun 30 21:41:21.493967 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-133b4042-a945-4093-9994-7561fccb670a req-a137ea8d-85ed-4a93-8091-d9c0a938fd28 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Jun 30 21:41:22.311718 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7bcb5-40aa-466d-b162-4d1371028274 req-3d1522ba-6977-466a-9406-a9812ec34bca tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:22.313349 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33e7bcb5-40aa-466d-b162-4d1371028274 req-3d1522ba-6977-466a-9406-a9812ec34bca tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0671642 Jun 30 21:41:22.356144 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33e7bcb5-40aa-466d-b162-4d1371028274 req-e0c8a1d0-4769-4f42-bba6-98f082a1ea2f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Jun 30 21:41:22.672565 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f635c-4412-46cc-928b-00b0634a8320 req-7f9772cb-1d0f-42b8-bbc1-92db344a08cb tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:22.674092 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0f635c-4412-46cc-928b-00b0634a8320 req-7f9772cb-1d0f-42b8-bbc1-92db344a08cb tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 931 time: 0.0689220 Jun 30 21:41:22.713504 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a0f635c-4412-46cc-928b-00b0634a8320 req-20cd3dbb-b7da-4486-beaf-4265b3ca7c7f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Jun 30 21:41:23.055229 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Request body: {'port': {'device_id': '98fbe671-63ee-4847-b257-d134f9d667c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:41:23.134056 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:23.285122 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-dd5598d5-c57f-4e0f-bd2f-8979db2ef89b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369884 Jun 30 21:41:23.448426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-0f1e194e-5ddc-4952-b1e4-32d4490788e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.449941 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-0f1e194e-5ddc-4952-b1e4-32d4490788e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.1266344 Jun 30 21:41:23.539496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:41:23.547252 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776af91-c411-4e11-b8fe-0daf0b076f17 req-69e1081e-dc0c-4437-be44-e2d02535b5ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.548855 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7776af91-c411-4e11-b8fe-0daf0b076f17 req-69e1081e-dc0c-4437-be44-e2d02535b5ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0681696 Jun 30 21:41:23.549664 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:23.598115 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Transition to ACTIVE for port object 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:41:23.603128 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7776af91-c411-4e11-b8fe-0daf0b076f17 req-d1ac5023-3d3b-4f7f-afdd-15f8f8431539 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463731 Jun 30 21:41:23.635875 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-2d54dfaf-d7c6-4981-9cb6-864569b3c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.640867 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-2d54dfaf-d7c6-4981-9cb6-864569b3c73a service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.1484144 Jun 30 21:41:23.710268 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-fbc3cced-1db6-4244-a7d2-f749e42e9cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0651355 Jun 30 21:41:23.711587 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:23.806035 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:23.816453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-3c3d32d3-619e-40ff-ab04-5240f57febda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.817908 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-3c3d32d3-619e-40ff-ab04-5240f57febda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.1012425 Jun 30 21:41:23.836470 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.836819 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.837157 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.837486 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.837812 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.838136 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.838461 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.838810 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.839136 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.839458 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.839780 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.840102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:23.899719 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82ec0-4908-4872-a086-e1b5b311ff3d req-2ba4ea9b-ee0a-4d26-bc14-7a3c881186ba tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.901278 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e82ec0-4908-4872-a086-e1b5b311ff3d req-2ba4ea9b-ee0a-4d26-bc14-7a3c881186ba tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0687206 Jun 30 21:41:23.927597 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Attempting to bind port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:41:23.927924 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Attempting to bind port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:41:23.928251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Attempting to bind port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:41:23.935184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:41:23.935515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Attempting to bind port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:41:23.942874 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-77e82ec0-4908-4872-a086-e1b5b311ff3d req-0afaa765-535d-4f72-a04c-88cc677bea66 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357904 Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Checking segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Bound using segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Bound port: 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:23.950453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-9ef2317a-96fa-415b-807d-33aab8de28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:23.951920 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-9ef2317a-96fa-415b-807d-33aab8de28c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1162975 Jun 30 21:41:24.074608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:41:24.082090 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:41:24.088079 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-779c37be-dc5a-4269-8bfa-19716458800a service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299772 Jun 30 21:41:24.185122 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1f753b3-7528-46f1-b19f-559f68352b7c req-45c4a83e-2b5a-4c1f-94b3-ccfcd590b172 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903230 Jun 30 21:41:24.191327 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:24.226948 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.227572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:24.228974 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] 10.222.0.13 "PUT /v2.0/ports/9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 HTTP/1.1" status: 200 len: 1093 time: 1.1792567 Jun 30 21:41:24.229412 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:41:24.231703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6886c28-8019-46e8-891b-ddd6560409ff" -d '{"events": [{"name": "network-changed", "server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:41:24.255324 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38648e2d-bc68-4699-8a0e-f3c3d92c2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:24.273828 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190bb366-ba57-4eb1-aea7-09e88ba3d9f9 x-openstack-request-id: req-190bb366-ba57-4eb1-aea7-09e88ba3d9f9 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:41:24.274110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:41:24.274522 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-190bb366-ba57-4eb1-aea7-09e88ba3d9f9 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:41:24.274777 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', 'status': 'completed', 'code': 200} Jun 30 21:41:24.421259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886c28-8019-46e8-891b-ddd6560409ff req-72465ae0-9895-48c3-991e-45b1a0d184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.422862 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d6886c28-8019-46e8-891b-ddd6560409ff req-72465ae0-9895-48c3-991e-45b1a0d184e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 1096 time: 0.0611451 Jun 30 21:41:24.528445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886c28-8019-46e8-891b-ddd6560409ff req-4eeeddfe-29e7-487d-9ed1-c64b5edc28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.529948 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d6886c28-8019-46e8-891b-ddd6560409ff req-4eeeddfe-29e7-487d-9ed1-c64b5edc28d5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cb51dfe13994d27933eb95144b85054&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945094 Jun 30 21:41:24.656938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886c28-8019-46e8-891b-ddd6560409ff req-1e768793-10f8-404a-aed0-6f5186a76c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.658776 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d6886c28-8019-46e8-891b-ddd6560409ff req-1e768793-10f8-404a-aed0-6f5186a76c46 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1221719 Jun 30 21:41:24.799294 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-dd62ebe3-7747-46fe-846e-d0df37ac8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.802204 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-dd62ebe3-7747-46fe-846e-d0df37ac8421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 1096 time: 0.0771754 Jun 30 21:41:24.827495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502622ea-3e99-492b-bd43-b76b9b18ffb6 req-c493fc29-3da2-4f12-b8f5-7f3294099944 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.830402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-502622ea-3e99-492b-bd43-b76b9b18ffb6 req-c493fc29-3da2-4f12-b8f5-7f3294099944 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0812206 Jun 30 21:41:24.853299 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-cf9f4abf-8997-426a-945f-4088fab63ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 HTTP/1.1" status: 200 len: 217 time: 0.0365343 Jun 30 21:41:24.893897 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-502622ea-3e99-492b-bd43-b76b9b18ffb6 req-cec16338-4b91-43d7-a9b0-c6cf17ef939a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558162 Jun 30 21:41:24.968842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c12ce89f-5fee-4594-9507-17e2d0e0c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:24.970314 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-c12ce89f-5fee-4594-9507-17e2d0e0c28a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 200 len: 855 time: 0.0496559 Jun 30 21:41:25.003980 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-9ad3fdb5-f8cb-44fa-ab20-1931bfd2e126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266905 Jun 30 21:41:25.099180 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-ceed73b5-0929-478d-85e3-137ff63b1ddb service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872049 Jun 30 21:41:25.142162 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde039d-ad4f-46c1-8bfe-81095b9fd784 req-0f121f07-6756-4b2f-8694-06accd2abaa8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:25.143644 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bde039d-ad4f-46c1-8bfe-81095b9fd784 req-0f121f07-6756-4b2f-8694-06accd2abaa8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0814180 Jun 30 21:41:25.183744 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bde039d-ad4f-46c1-8bfe-81095b9fd784 req-372fe8a6-7714-462e-a683-2c00238f9c8e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Jun 30 21:41:25.203945 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6f5e3237-fe51-4d53-921d-93d0af5ca93e req-647303db-093b-4a80-89cc-d658ec990bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973663 Jun 30 21:41:25.756004 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c245f9d-f163-4685-9ea1-946f6e43547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:26.075471 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e4f72-27c5-46a7-b6ea-3eef080abb08 req-10d0bba0-60cd-4e67-a6dc-fa63aff97011 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:26.076957 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-182e4f72-27c5-46a7-b6ea-3eef080abb08 req-10d0bba0-60cd-4e67-a6dc-fa63aff97011 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0629797 Jun 30 21:41:26.122291 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-182e4f72-27c5-46a7-b6ea-3eef080abb08 req-a2218a50-f256-4fc6-98f1-e5beab0c4fea tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Jun 30 21:41:26.368839 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777f70-4242-4a4e-b9b9-819820c62bdf req-bf1c6684-d827-4d0f-9c1f-9f02b1c8356d tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:26.370423 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06777f70-4242-4a4e-b9b9-819820c62bdf req-bf1c6684-d827-4d0f-9c1f-9f02b1c8356d tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0719171 Jun 30 21:41:26.411145 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06777f70-4242-4a4e-b9b9-819820c62bdf req-b53db182-75ec-4e9b-8e9d-8ca5711999b8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Jun 30 21:41:27.308744 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c676-56bc-4dae-bce4-de0f4311aeca req-301d1bb2-e9ee-4b91-8e4e-ce60b4bef7cb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:27.310453 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1f5c676-56bc-4dae-bce4-de0f4311aeca req-301d1bb2-e9ee-4b91-8e4e-ce60b4bef7cb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0687900 Jun 30 21:41:27.355219 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1f5c676-56bc-4dae-bce4-de0f4311aeca req-0c378a21-2fd0-4f59-9a75-68d9d70cb977 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355797 Jun 30 21:41:27.593109 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a88d-39e8-4260-b3ee-6b367f82df14 req-e99e839e-d835-4add-9081-3929450a90e5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:27.594761 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e05a88d-39e8-4260-b3ee-6b367f82df14 req-e99e839e-d835-4add-9081-3929450a90e5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0726380 Jun 30 21:41:27.634134 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e05a88d-39e8-4260-b3ee-6b367f82df14 req-8cff78b5-4868-4dfa-958d-4bde342d94d5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Jun 30 21:41:28.396529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75b26915-36fb-49aa-8f23-490761e8de0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:28.550699 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478135-9655-442c-a2d7-16b990c3aad3 req-177889bb-4cb5-4623-b9c6-0a6a54736359 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:28.552201 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-de478135-9655-442c-a2d7-16b990c3aad3 req-177889bb-4cb5-4623-b9c6-0a6a54736359 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0700495 Jun 30 21:41:28.590825 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-de478135-9655-442c-a2d7-16b990c3aad3 req-9248b428-202d-4758-944a-c2050a33d354 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Jun 30 21:41:28.727742 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:28.811283 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88f59-ecf1-4385-b9e2-70bfb917b5df req-7ac6b17b-5dd4-4d2e-9644-4c32f4cdefe6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:28.813288 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a2b88f59-ecf1-4385-b9e2-70bfb917b5df req-7ac6b17b-5dd4-4d2e-9644-4c32f4cdefe6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0651026 Jun 30 21:41:28.853547 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a2b88f59-ecf1-4385-b9e2-70bfb917b5df req-6f88e88e-1faa-43c4-8309-954edc2464fc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Jun 30 21:41:29.765926 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e9b-22b7-4675-9f0e-db01ce55acf2 req-68d20990-118d-44fe-8202-98a9e281da77 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:29.767451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-547d0e9b-22b7-4675-9f0e-db01ce55acf2 req-68d20990-118d-44fe-8202-98a9e281da77 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0619664 Jun 30 21:41:29.802164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:29.807762 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-547d0e9b-22b7-4675-9f0e-db01ce55acf2 req-27a7a0a8-edaf-4614-87a2-f071b95d202c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Jun 30 21:41:30.032668 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:41:30.033257 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590176-6ec0-4918-988e-5dcc694f9317 req-8e84b7dc-76ae-497e-8483-b29641e5f9ae tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:30.035487 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2590176-6ec0-4918-988e-5dcc694f9317 req-8e84b7dc-76ae-497e-8483-b29641e5f9ae tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 943 time: 0.0683405 Jun 30 21:41:30.073719 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2590176-6ec0-4918-988e-5dcc694f9317 req-6a952309-b97d-4b3f-874c-cffd8543b536 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jun 30 21:41:30.132826 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:30.144237 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'port_id': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', 'mac_address': 'fa:16:3e:f5:74:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa648b4-3f87-4142-b7d8-73fac9ae5f9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:41:30.182039 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:30.195827 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:41:30.216318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:30.298662 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:30.349701 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:30.816516 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['9e5855bd-46e2-4d7b-bfa0-52538a4f30c6'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:41:30.997335 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74e7cd-2888-4a03-9c47-b4be43a42abb req-e3f9b94b-6152-48ad-af78-1603968e0433 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:30.997335 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba74e7cd-2888-4a03-9c47-b4be43a42abb req-e3f9b94b-6152-48ad-af78-1603968e0433 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0652745 Jun 30 21:41:31.033198 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ba74e7cd-2888-4a03-9c47-b4be43a42abb req-34b24408-7507-4ebf-80d3-90e6f4e4e8d2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Jun 30 21:41:31.251393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5313a-c239-4934-ab8d-ed19f16c4b4f req-7d79a4b5-0b98-48f8-b4f4-44d356be5fa1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:31.252954 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fc5313a-c239-4934-ab8d-ed19f16c4b4f req-7d79a4b5-0b98-48f8-b4f4-44d356be5fa1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 944 time: 0.0669432 Jun 30 21:41:31.292323 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fc5313a-c239-4934-ab8d-ed19f16c4b4f req-d017ca9c-319c-4121-bc0d-55ea52a081f3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Jun 30 21:41:31.641704 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:32.060089 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:41:32.215549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e0ea-55bf-4821-a85a-ca3d13dad6ac req-a5fc47cc-793d-475e-8903-82fa7b39ac84 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:32.217161 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae00e0ea-55bf-4821-a85a-ca3d13dad6ac req-a5fc47cc-793d-475e-8903-82fa7b39ac84 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0646341 Jun 30 21:41:32.258384 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ae00e0ea-55bf-4821-a85a-ca3d13dad6ac req-140e0e95-ffd3-4978-ba43-3590f8f776e6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jun 30 21:41:32.310268 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:41:32.314751 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:41:32.316684 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:32.395695 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:32.422816 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:41:32.425618 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b842735-582f-40ae-8f26-ef2180fb8766" -d '{"events": [{"server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:41:32.439789 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:32.464739 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6edcb87-3633-40fc-946a-e091f6269abf x-openstack-request-id: req-b6edcb87-3633-40fc-946a-e091f6269abf {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:41:32.465035 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:41:32.465318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6edcb87-3633-40fc-946a-e091f6269abf {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:41:32.465711 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', 'code': 200} Jun 30 21:41:32.473284 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454a4c6-52f3-49be-bffb-82227d221345 req-10b985ff-6a08-4dd0-b13f-26219f6f0e3f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:32.474882 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f454a4c6-52f3-49be-bffb-82227d221345 req-10b985ff-6a08-4dd0-b13f-26219f6f0e3f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 944 time: 0.0670443 Jun 30 21:41:32.520244 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f454a4c6-52f3-49be-bffb-82227d221345 req-a6c618c7-510d-49ce-8f22-7abef2d0c7bf tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Jun 30 21:41:32.641453 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:32.694957 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:32.958988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feac8d-894d-4c33-9a90-44094b07a0b6 req-59e236f9-985d-41e3-8a16-1d6d7166a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:32.960533 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-87feac8d-894d-4c33-9a90-44094b07a0b6 req-59e236f9-985d-41e3-8a16-1d6d7166a680 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 1098 time: 0.0539749 Jun 30 21:41:32.996781 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-87feac8d-894d-4c33-9a90-44094b07a0b6 req-0f7e1925-ca6e-4e43-be72-e5ea44232c3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294225 Jun 30 21:41:33.446672 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c0df7-fad9-4164-af75-2cd0af8b107c req-39dcb168-c3f2-4230-b672-60567c429d05 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:33.448138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-417c0df7-fad9-4164-af75-2cd0af8b107c req-39dcb168-c3f2-4230-b672-60567c429d05 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0673468 Jun 30 21:41:33.490939 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-417c0df7-fad9-4164-af75-2cd0af8b107c req-c62e80e9-0314-4976-bf6b-dbb18e9dfb52 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369666 Jun 30 21:41:33.696085 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd61ff-faea-484e-b7e6-137f16ca71dc req-f5b4c330-299b-4e6f-bb2d-47718c2337ca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:33.697697 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7dd61ff-faea-484e-b7e6-137f16ca71dc req-f5b4c330-299b-4e6f-bb2d-47718c2337ca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0637980 Jun 30 21:41:33.736518 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7dd61ff-faea-484e-b7e6-137f16ca71dc req-25923770-4058-4e7b-95b5-b49ccbd2f882 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Jun 30 21:41:34.059854 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:41:34.152594 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:34.164148 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'mac_address': 'fa:16:3e:d0:fc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:41:34.201925 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:34.229685 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:41:34.261739 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:34.367753 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:34.421576 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=9']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:34.676423 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb7cb7-0773-423a-9612-e92bb65dd488 req-3b9dbe94-12de-412d-8e0d-90d6dc57de08 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:34.677897 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6eb7cb7-0773-423a-9612-e92bb65dd488 req-3b9dbe94-12de-412d-8e0d-90d6dc57de08 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0702081 Jun 30 21:41:34.716281 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6eb7cb7-0773-423a-9612-e92bb65dd488 req-14012de8-4055-4be5-a62b-382be49637b6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jun 30 21:41:34.921643 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04116ed-8ef4-48c1-bfb2-29ac4eea6c8c req-170bef13-e6ff-463e-b8f4-a80f28e64c25 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:34.923177 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f04116ed-8ef4-48c1-bfb2-29ac4eea6c8c req-170bef13-e6ff-463e-b8f4-a80f28e64c25 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0646343 Jun 30 21:41:34.938411 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d78aa42e-9089-4b2a-8d1f-d00fb2614f8d'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:41:34.977639 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f04116ed-8ef4-48c1-bfb2-29ac4eea6c8c req-2673d388-9af5-496f-9986-b5f7c66dcac3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Jun 30 21:41:35.903457 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e1e94-fe47-4ff2-92b4-edee36f65091 req-e412d976-7b08-4ac6-8733-0a1044026c04 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:35.905100 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-938e1e94-fe47-4ff2-92b4-edee36f65091 req-e412d976-7b08-4ac6-8733-0a1044026c04 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0660276 Jun 30 21:41:35.945685 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-938e1e94-fe47-4ff2-92b4-edee36f65091 req-4307f271-74f9-4517-9f8d-dd0523b31372 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348938 Jun 30 21:41:36.158783 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62e107-ef7d-4e0e-a52c-8535a9a1d9d0 req-50710c2f-cbe0-4038-8008-b7508eb7728c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:36.160259 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c62e107-ef7d-4e0e-a52c-8535a9a1d9d0 req-50710c2f-cbe0-4038-8008-b7508eb7728c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0650694 Jun 30 21:41:36.198805 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c62e107-ef7d-4e0e-a52c-8535a9a1d9d0 req-7c9898aa-29f4-43f3-a734-03b90130a48f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Jun 30 21:41:36.817287 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59216) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:41:36.946577 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdea2533-9498-4d1e-b3c0-931662d63b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.045442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdea2533-9498-4d1e-b3c0-931662d63b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.145110 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf7575-e5ef-479c-b9e3-06bbcebf32d3 req-bdd18ffe-e7bb-4352-8595-27efbac51a42 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:37.146662 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1eaf7575-e5ef-479c-b9e3-06bbcebf32d3 req-bdd18ffe-e7bb-4352-8595-27efbac51a42 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0633640 Jun 30 21:41:37.167634 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdea2533-9498-4d1e-b3c0-931662d63b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.186910 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1eaf7575-e5ef-479c-b9e3-06bbcebf32d3 req-29db2cf6-c0c0-4f2b-95e2-38bacdf58925 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344074 Jun 30 21:41:37.213425 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fdea2533-9498-4d1e-b3c0-931662d63b22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11725e212e694cb28ec53c0083db4ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950417 Jun 30 21:41:37.215300 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea2533-9498-4d1e-b3c0-931662d63b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7977dec0-05ce-446b-b6f1-6e76ab30bcd5,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:37.216231 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 59224) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:41:37.268070 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.292533 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.464573 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.467190 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:37.468368 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7977dec0-05ce-446b-b6f1-6e76ab30bcd5 HTTP/1.1" status: 204 len: 168 time: 0.2511649 Jun 30 21:41:37.476100 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7977dec0-05ce-446b-b6f1-6e76ab30bcd5,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:37.483279 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.483686 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.484026 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.484357 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.484692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.485018 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.485387 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.485704 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.486029 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.486348 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.486691 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:37.487007 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dda8a1-d990-45c2-82d6-1161c3d7314e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:38.085069 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:41:38.134320 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:41:38.134721 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:38.214049 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:38.237274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:41:38.239558 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f857ba12-9342-4a8b-beca-6d5a31d5d728" -d '{"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:41:38.252751 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:38.275905 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b0bd66-8a74-4a2b-a2cb-2b2be304968e x-openstack-request-id: req-96b0bd66-8a74-4a2b-a2cb-2b2be304968e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:41:38.276193 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:41:38.276442 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96b0bd66-8a74-4a2b-a2cb-2b2be304968e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:41:38.276833 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'code': 200} Jun 30 21:41:38.339057 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:38.393678 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4159ad-8bd7-4e8d-bd0b-0491df6a92b7 req-16f77af1-76d6-4ee3-8162-58c83c7adcf9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:38.394791 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:38.395881 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc4159ad-8bd7-4e8d-bd0b-0491df6a92b7 req-16f77af1-76d6-4ee3-8162-58c83c7adcf9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0665393 Jun 30 21:41:38.434268 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bc4159ad-8bd7-4e8d-bd0b-0491df6a92b7 req-c7664ea1-774d-4fcb-9d2d-36a74c509809 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326579 Jun 30 21:41:39.142794 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1407ea3-8368-4c23-b60f-08f639f8e634 req-840bd108-0cc9-41f4-bb42-ddc638957671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:39.144299 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1407ea3-8368-4c23-b60f-08f639f8e634 req-840bd108-0cc9-41f4-bb42-ddc638957671 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 1100 time: 0.1448581 Jun 30 21:41:39.182451 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c1407ea3-8368-4c23-b60f-08f639f8e634 req-76c4465c-7e15-402a-a360-cc66f8b196bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Jun 30 21:41:39.331458 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-518f81b9-0b00-46cb-9742-2b4a7518b314 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:39.333229 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-518f81b9-0b00-46cb-9742-2b4a7518b314 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.1074479 Jun 30 21:41:39.350359 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-e400a44f-0a68-4e34-ad9b-26d68a649b5b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/quotas/1cb51dfe13994d27933eb95144b85054 HTTP/1.1" status: 200 len: 375 time: 0.0109100 Jun 30 21:41:39.423176 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-ea3ad8f0-9cc7-491c-86c2-c5a7351809ee tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673840 Jun 30 21:41:39.605328 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-600929fc-2a58-47ab-8f0b-bb8d5d7a5f6b service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747599 Jun 30 21:41:39.683613 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4909-4f29-44fd-af70-f7a198effbcc req-299cd35f-4c57-4934-933e-9a1be10020db tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:39.685094 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ecdc4909-4f29-44fd-af70-f7a198effbcc req-299cd35f-4c57-4934-933e-9a1be10020db tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.1319809 Jun 30 21:41:39.732239 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-1cf60e8a-ccca-49bb-a51a-5a147e5cbb57 service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207857 Jun 30 21:41:39.739606 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ecdc4909-4f29-44fd-af70-f7a198effbcc req-535374bb-8bc1-47db-a8ee-d6f6410e2345 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483749 Jun 30 21:41:40.046527 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-916b2bbc-1e92-4159-89c0-f0c7b73cb327 req-2a63a1f4-eca6-4afe-82fe-b0a37e488f3a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jun 30 21:41:40.930635 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad563-84ad-4ce4-b3c7-2eca874813b2 req-3c7eb9b7-f3af-4dd6-a4d4-58235904d33d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:40.932387 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1aad563-84ad-4ce4-b3c7-2eca874813b2 req-3c7eb9b7-f3af-4dd6-a4d4-58235904d33d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0727065 Jun 30 21:41:40.985526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1aad563-84ad-4ce4-b3c7-2eca874813b2 req-41c7a182-0f1b-49dc-9a57-29af43212cdd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354588 Jun 30 21:41:41.204140 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a10ade39-6a6d-48b6-a784-b81083f6a73d req-73688c58-e578-4905-ae62-6486a2230986 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 210 time: 0.0417385 Jun 30 21:41:42.178757 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09bf5b-0de6-4a06-b4ac-800fb49975d0 req-b79af5dc-5d34-4765-b0d2-4bfe0574c8a1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:42.180287 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a09bf5b-0de6-4a06-b4ac-800fb49975d0 req-b79af5dc-5d34-4765-b0d2-4bfe0574c8a1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0678437 Jun 30 21:41:42.217162 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a09bf5b-0de6-4a06-b4ac-800fb49975d0 req-c10faff5-f058-4904-8f2f-cae16be191dd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Jun 30 21:41:42.345145 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f7ffea7-6587-470e-8311-20cdb0797296 req-a106bb05-6a82-44ec-a2f0-86bf95f49de5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 210 time: 0.0293539 Jun 30 21:41:42.735445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-427f6e03-229f-4299-b6fd-6de3b80b8c00 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:42.736903 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-427f6e03-229f-4299-b6fd-6de3b80b8c00 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.1070364 Jun 30 21:41:42.757007 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Request body: {'port': {'device_id': 'df956f90-5623-460b-87a8-04160a056b52', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'admin_state_up': True, 'tenant_id': '1cb51dfe13994d27933eb95144b85054'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:41:42.949498 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:41:42.979361 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:41:42.984091 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:43.112899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Allocated IP 172.20.0.9 (d7a65438-8b6f-4902-84dc-eae6a4a13b8a/2fa648b4-3f87-4142-b7d8-73fac9ae5f9a/3f904a1b-f4d6-415e-bf34-666867bbc79b) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:41:43.266501 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:43.405517 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099d3c-ccf8-4dcc-82c4-a1b77a38b7de req-747f30cb-3d72-4012-ab66-0ada5523e866 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:43.407197 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47099d3c-ccf8-4dcc-82c4-a1b77a38b7de req-747f30cb-3d72-4012-ab66-0ada5523e866 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0688782 Jun 30 21:41:43.420045 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:43.448619 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-47099d3c-ccf8-4dcc-82c4-a1b77a38b7de req-ac16d0c4-cf13-4ed5-aaec-a0c4eaa3a6b3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359643 Jun 30 21:41:43.464322 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46', '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:41:43.474451 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:41:43.478105 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:41:43.482003 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:41:43.490132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event updated for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:43.537612 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:43.538231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:43.546241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39b024-5e4d-4171-a964-7d42ddf634c3 req-d76804f1-41fb-4bee-855e-f92535f234dc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:43.547847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc39b024-5e4d-4171-a964-7d42ddf634c3 req-d76804f1-41fb-4bee-855e-f92535f234dc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 931 time: 0.0780480 Jun 30 21:41:43.588276 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dc39b024-5e4d-4171-a964-7d42ddf634c3 req-f2bc0f08-db9b-4903-91a4-507a89c4e0b3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jun 30 21:41:43.642988 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-4b891985-b066-42b8-871a-461dca6da38c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897886 Jun 30 21:41:43.662210 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Request body: {'port': {'device_id': 'df956f90-5623-460b-87a8-04160a056b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:41:43.734857 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:43.986965 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f904a1b-f4d6-415e-bf34-666867bbc79b {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:41:43.994772 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:44.006235 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Transition to ACTIVE for port object 3f904a1b-f4d6-415e-bf34-666867bbc79b will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:41:44.104459 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:44.152444 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Pushing event updated for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:44.222562 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Attempting to bind port 3f904a1b-f4d6-415e-bf34-666867bbc79b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:41:44.222943 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Attempting to bind port 3f904a1b-f4d6-415e-bf34-666867bbc79b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:41:44.223318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Attempting to bind port 3f904a1b-f4d6-415e-bf34-666867bbc79b on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:41:44.228146 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Port 3f904a1b-f4d6-415e-bf34-666867bbc79b on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:41:44.228491 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Attempting to bind port 3f904a1b-f4d6-415e-bf34-666867bbc79b on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:41:44.233121 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:41:44.233516 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Checking segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:41:44.233893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Bound using segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:41:44.234309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Bound port: 3f904a1b-f4d6-415e-bf34-666867bbc79b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:41:44.234679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:44.298426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:41:44.301228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:41:44.431150 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:44.466345 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:44.467008 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:44.468443 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f904a1b-f4d6-415e-bf34-666867bbc79b HTTP/1.1" status: 200 len: 1093 time: 0.8113644 Jun 30 21:41:44.468892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:41:44.471135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6abda-cdce-41e6-a8f8-830855821328" -d '{"events": [{"name": "network-changed", "server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:41:44.493439 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6e7b-1166-402e-9ee5-bf195a57a264 service neutron] Pushing event updated for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:44.619172 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48756e91-7267-4e31-b803-b8f26b38b17a x-openstack-request-id: req-48756e91-7267-4e31-b803-b8f26b38b17a {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:41:44.619468 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:41:44.619722 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48756e91-7267-4e31-b803-b8f26b38b17a {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:41:44.620117 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'status': 'completed', 'code': 200} Jun 30 21:41:44.695247 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-6af1031e-9800-486f-9981-9928c4c29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:44.696351 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-6af1031e-9800-486f-9981-9928c4c29de4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 1096 time: 0.0577285 Jun 30 21:41:44.744039 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-0f3eb7b8-85a2-45e7-b505-9de674e172ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b HTTP/1.1" status: 200 len: 217 time: 0.0332994 Jun 30 21:41:44.760925 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1bf9-d464-451d-8875-8923a844840d req-9d6b69bb-6a56-44cc-9846-1b9a4a3fecca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:44.762424 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb4e1bf9-d464-451d-8875-8923a844840d req-9d6b69bb-6a56-44cc-9846-1b9a4a3fecca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 943 time: 0.0644951 Jun 30 21:41:44.791677 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-7e3997b5-926a-4b78-be8f-8a001420cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:44.793123 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-7e3997b5-926a-4b78-be8f-8a001420cd46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 200 len: 855 time: 0.0427444 Jun 30 21:41:44.800839 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bb4e1bf9-d464-451d-8875-8923a844840d req-eb1b17d2-d992-4e91-a9a2-3afc0971cd4a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jun 30 21:41:44.829923 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-2d40b0b3-038a-4c9d-878c-deb3badbf9df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308537 Jun 30 21:41:44.922050 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-57036abd-b55a-4f50-be24-c08abadeb5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862923 Jun 30 21:41:45.121831 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:45.250207 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f0d0aca7-ac15-41c1-ad44-88a767f46c30 req-f6090499-b343-4b12-91c4-fa1a8339c56c service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222978 Jun 30 21:41:45.466421 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6abda-cdce-41e6-a8f8-830855821328 req-7f0b297e-1dc7-408f-89c5-a98e6e60b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:45.468079 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-7f0b297e-1dc7-408f-89c5-a98e6e60b707 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 1096 time: 0.0532477 Jun 30 21:41:45.558966 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6abda-cdce-41e6-a8f8-830855821328 req-b9a0545d-1dbf-4e36-9fa0-21901b2307fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:45.560449 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-b9a0545d-1dbf-4e36-9fa0-21901b2307fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 915 time: 0.0856013 Jun 30 21:41:45.604648 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-382232ac-948f-459e-b1c4-034d66e10ed7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b HTTP/1.1" status: 200 len: 217 time: 0.0363550 Jun 30 21:41:45.652459 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6abda-cdce-41e6-a8f8-830855821328 req-3f26ba1b-f707-4c99-b656-cddbcfb752a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:45.653969 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-3f26ba1b-f707-4c99-b656-cddbcfb752a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 200 len: 855 time: 0.0436256 Jun 30 21:41:45.685955 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-80d9b7f3-3564-42b9-91dc-bc2c164ab17d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256536 Jun 30 21:41:45.778255 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-c20690a1-a17b-42bf-8084-1087851d5ddc service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848567 Jun 30 21:41:45.868076 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-aab6abda-cdce-41e6-a8f8-830855821328 req-ddf3548f-181a-4ad2-98d6-ece0762055fe service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836346 Jun 30 21:41:45.983692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d173eeb-822e-4704-b0f6-f8aaefdfdf87 req-18aef73c-ab8e-4c93-80eb-235316408351 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:45.985044 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2d173eeb-822e-4704-b0f6-f8aaefdfdf87 req-18aef73c-ab8e-4c93-80eb-235316408351 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 943 time: 0.0648692 Jun 30 21:41:46.030200 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2d173eeb-822e-4704-b0f6-f8aaefdfdf87 req-b26cf5f4-c40f-40db-9d2b-fae6d44d3eb7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Jun 30 21:41:47.201577 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760222-73c8-4429-8ab9-0ce104952816 req-803cfdc9-da24-44a8-9091-64c418ea91f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:47.203113 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45760222-73c8-4429-8ab9-0ce104952816 req-803cfdc9-da24-44a8-9091-64c418ea91f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 943 time: 0.0646250 Jun 30 21:41:47.241466 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-45760222-73c8-4429-8ab9-0ce104952816 req-41da851a-5d21-480c-880e-078b79277819 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Jun 30 21:41:48.417118 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb778-9271-4646-9026-3922969c84d0 req-1f7e19ed-4cbc-4b0b-a0b4-9928006a63d8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:48.419171 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83bdb778-9271-4646-9026-3922969c84d0 req-1f7e19ed-4cbc-4b0b-a0b4-9928006a63d8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 943 time: 0.0659051 Jun 30 21:41:48.457628 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-83bdb778-9271-4646-9026-3922969c84d0 req-08c0a9ff-63c9-443a-b563-2fcb96538b2a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Jun 30 21:41:49.627735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53533622-02f1-45c7-8e55-1a572028352a req-587f6738-cfd8-4e2f-80fb-99c46adcd4c2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:49.629138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-53533622-02f1-45c7-8e55-1a572028352a req-587f6738-cfd8-4e2f-80fb-99c46adcd4c2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 943 time: 0.0619512 Jun 30 21:41:49.668374 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-53533622-02f1-45c7-8e55-1a572028352a req-4de316c8-cfd1-4a57-bbf4-ddea824804c9 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jun 30 21:41:50.148463 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3f904a1b-f4d6-415e-bf34-666867bbc79b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:41:50.243953 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:50.255403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'port_id': '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'mac_address': 'fa:16:3e:80:ba:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa648b4-3f87-4142-b7d8-73fac9ae5f9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:41:50.297462 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:50.311282 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f904a1b-f4d6-415e-bf34-666867bbc79b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:41:50.331357 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:50.447938 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:50.494842 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:50.501835 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.502183 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.502529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.502930 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.503295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.503626 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.503956 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.504282 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.505104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.505430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.505748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.506066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:41:50.846824 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0092-502a-43c4-97fd-06969a2f3542 req-8bc92092-ac04-428e-953c-b65f7ecc1c7b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:50.848862 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-317c0092-502a-43c4-97fd-06969a2f3542 req-8bc92092-ac04-428e-953c-b65f7ecc1c7b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 944 time: 0.0651851 Jun 30 21:41:50.885389 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-317c0092-502a-43c4-97fd-06969a2f3542 req-d7072c0f-8d5b-4368-b9bc-7192dbaf7665 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Jun 30 21:41:50.953928 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3f904a1b-f4d6-415e-bf34-666867bbc79b'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:41:52.065538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678c513-1f02-4348-9e51-d687bac4a124 req-bb5e0119-8e13-43ba-87bb-4ddb80869678 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:52.067489 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2678c513-1f02-4348-9e51-d687bac4a124 req-bb5e0119-8e13-43ba-87bb-4ddb80869678 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 944 time: 0.0653279 Jun 30 21:41:52.104361 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2678c513-1f02-4348-9e51-d687bac4a124 req-df878b90-b5ed-49cb-9ce0-2e26bdad98dd tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Jun 30 21:41:53.273272 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005cfb2-25db-4a81-9d45-04942e180b02 req-374bf272-2b01-4e96-b2f3-3bd84f24deca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:53.274757 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f005cfb2-25db-4a81-9d45-04942e180b02 req-374bf272-2b01-4e96-b2f3-3bd84f24deca tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 944 time: 0.0609715 Jun 30 21:41:53.311352 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f005cfb2-25db-4a81-9d45-04942e180b02 req-32ef7f83-3064-4d0f-a230-afe78d84f3fc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Jun 30 21:41:54.181482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3f904a1b-f4d6-415e-bf34-666867bbc79b up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:41:54.390819 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 3f904a1b-f4d6-415e-bf34-666867bbc79b completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:41:54.394924 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 3f904a1b-f4d6-415e-bf34-666867bbc79b triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:41:54.395875 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:54.475690 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:54.487300 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eefd94-f9a4-49e0-ab37-10a078447d22 req-9d4c5e1e-0545-4d16-b8b9-c8acd4564aed tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:54.488869 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e2eefd94-f9a4-49e0-ab37-10a078447d22 req-9d4c5e1e-0545-4d16-b8b9-c8acd4564aed tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 944 time: 0.0682144 Jun 30 21:41:54.498746 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:41:54.500958 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2316d-1cf9-417a-9735-cccb7a9a9a9e" -d '{"events": [{"server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "name": "network-vif-plugged", "status": "completed", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:41:54.517623 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:41:54.528653 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e2eefd94-f9a4-49e0-ab37-10a078447d22 req-d7ceac2b-a436-454e-b447-8ebf19d9a1c7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Jun 30 21:41:54.538996 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933c0c6-37cf-445a-b70a-3e7e2f3a0bf0 x-openstack-request-id: req-a933c0c6-37cf-445a-b70a-3e7e2f3a0bf0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:41:54.547304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "name": "network-vif-plugged", "status": "completed", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:41:54.547304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a933c0c6-37cf-445a-b70a-3e7e2f3a0bf0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:41:54.547304 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'code': 200} Jun 30 21:41:54.659448 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:54.706317 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:41:55.016007 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94627181-9dc5-4da9-a18b-cadc3aa7929f req-afaef9e4-6028-4dc6-a3e8-d783757741ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:55.017483 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-94627181-9dc5-4da9-a18b-cadc3aa7929f req-afaef9e4-6028-4dc6-a3e8-d783757741ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 1098 time: 0.0539355 Jun 30 21:41:55.055912 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-94627181-9dc5-4da9-a18b-cadc3aa7929f req-a6f2c031-58c1-4773-8c90-7a717f08e1fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286400 Jun 30 21:41:55.703481 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f894-d38a-40db-8825-f18e2d0a2b3a req-a02795d3-12b5-4c71-a582-1a2b37d661f2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:55.706212 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a27f894-d38a-40db-8825-f18e2d0a2b3a req-a02795d3-12b5-4c71-a582-1a2b37d661f2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0641232 Jun 30 21:41:55.743039 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3a27f894-d38a-40db-8825-f18e2d0a2b3a req-c2a10534-1c39-4831-964e-e83b1b9e0323 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jun 30 21:41:55.750449 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc45d-9f1b-4dec-ae6d-65d8b26232e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:56.921476 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b123a6-415c-4856-ba46-e64bfce65360 req-a094dda1-2cf6-474d-a2a8-1d14ae35ad5e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:56.922992 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04b123a6-415c-4856-ba46-e64bfce65360 req-a094dda1-2cf6-474d-a2a8-1d14ae35ad5e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0638723 Jun 30 21:41:56.960449 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04b123a6-415c-4856-ba46-e64bfce65360 req-dd2ecbb8-b9d3-4792-b071-603c0b78e48c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Jun 30 21:41:58.142039 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86ff6-97e7-45ab-bdc1-53186399e746 req-af1691e0-b4cb-4baa-be55-d31ce64684f1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:41:58.143429 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6f86ff6-97e7-45ab-bdc1-53186399e746 req-af1691e0-b4cb-4baa-be55-d31ce64684f1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0649478 Jun 30 21:41:58.179720 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e6f86ff6-97e7-45ab-bdc1-53186399e746 req-cd30019e-e624-49bd-b974-9660281f4606 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301340 Jun 30 21:41:58.515960 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3407d5d-596e-4201-8adb-f6598dd60c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:58.790789 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:41:59.802492 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:01.648144 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:13.954702 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-4ef22514-f12d-4c8a-9720-15c94ca47090 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:13.956252 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-4ef22514-f12d-4c8a-9720-15c94ca47090 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.3665326 Jun 30 21:42:13.987430 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-6c2e8fe4-4e09-43cd-ac9b-7ba8626d568f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/quotas/1cb51dfe13994d27933eb95144b85054 HTTP/1.1" status: 200 len: 375 time: 0.0150135 Jun 30 21:42:14.054930 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de792-f84f-489c-8592-eec099e6cc16 req-15131ea1-de21-4539-9a06-49285c7e268a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:14.056453 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d72de792-f84f-489c-8592-eec099e6cc16 req-15131ea1-de21-4539-9a06-49285c7e268a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.3659804 Jun 30 21:42:14.090554 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-617baa65-d7ef-48cd-b569-b1a4a74b8b43 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953302 Jun 30 21:42:14.111919 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d72de792-f84f-489c-8592-eec099e6cc16 req-97078fb7-df1a-4417-85fc-ae3c1126e3d6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493035 Jun 30 21:42:14.229812 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-712d14fd-90b8-4d76-b4d9-07ef5c9f41ea service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291571 Jun 30 21:42:14.320381 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-d6aed2b2-caab-47cf-825d-4b7755cad0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848718 Jun 30 21:42:14.652268 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80f9211c-c452-437d-af7f-555a7efa8a86 req-9aca72a6-1338-49be-9574-e22837dd1bf8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 210 time: 0.0294194 Jun 30 21:42:15.088031 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:15.292926 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c4ef6-84ce-4b16-9056-7c11180266d0 req-1a210492-7c91-4282-b7b5-2ce339e82430 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:15.294509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-911c4ef6-84ce-4b16-9056-7c11180266d0 req-1a210492-7c91-4282-b7b5-2ce339e82430 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0675373 Jun 30 21:42:15.333141 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-911c4ef6-84ce-4b16-9056-7c11180266d0 req-9ba22a30-2086-4881-bd2f-b49f49561bed tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326924 Jun 30 21:42:15.791638 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-82ef7303-6fc9-413c-940b-b47da935061a req-98c3309b-0450-4ca3-b410-6926100de2ae tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Jun 30 21:42:16.509219 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8559a08-bb46-414a-b942-826fac9b5e69 req-2063626b-a1df-4f26-a202-c82e5daa87af tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:16.510731 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d8559a08-bb46-414a-b942-826fac9b5e69 req-2063626b-a1df-4f26-a202-c82e5daa87af tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0665085 Jun 30 21:42:16.550679 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d8559a08-bb46-414a-b942-826fac9b5e69 req-5d0aa8e5-dee4-44a1-b148-b5b34484b664 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341632 Jun 30 21:42:16.936788 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cabc63ee-92a9-4a14-9e80-3ad45a449a68 req-fe580854-a971-4e8e-8a0a-9f9aaab68d1c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Jun 30 21:42:17.016908 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-a53ffeca-8f45-44f6-84f4-d49b59d34408 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:17.018402 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-a53ffeca-8f45-44f6-84f4-d49b59d34408 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/networks?id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 200 len: 815 time: 0.1083477 Jun 30 21:42:17.040739 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Request body: {'port': {'device_id': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'admin_state_up': True, 'tenant_id': '1cb51dfe13994d27933eb95144b85054'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:42:17.236560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Made reservation on behalf of 1cb51dfe13994d27933eb95144b85054 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:42:17.240761 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:17.373694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Allocated IP 172.20.0.3 (d7a65438-8b6f-4902-84dc-eae6a4a13b8a/2fa648b4-3f87-4142-b7d8-73fac9ae5f9a/cdcaff05-0e1d-45a5-8149-1a7e753c0bb7) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:42:17.539750 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:17.637607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:17.687395 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46', '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', '3f904a1b-f4d6-415e-bf34-666867bbc79b'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:42:17.692216 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Network d7a65438-8b6f-4902-84dc-eae6a4a13b8a is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:42:17.695629 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:42:17.699842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:42:17.706387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event updated for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:17.764667 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de88a-83c6-4d04-a160-553f88fd0c0d req-ff54e721-b47a-4423-a09c-b6d37ebef823 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:17.766303 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f4de88a-83c6-4d04-a160-553f88fd0c0d req-ff54e721-b47a-4423-a09c-b6d37ebef823 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.1013968 Jun 30 21:42:17.768321 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:17.769088 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:17.813918 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f4de88a-83c6-4d04-a160-553f88fd0c0d req-8a91bdfc-a43f-4daf-b94f-a803847f48e0 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399892 Jun 30 21:42:17.895662 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef524537-7996-4532-a5b1-9c29bf12604b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592405 Jun 30 21:42:17.915652 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Request body: {'port': {'device_id': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:42:18.020942 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.173893 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ee8a-c160-4230-ba4f-99f068afa6a4 req-aea23848-bdf8-4330-a97c-8f13203f4d5a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:18.179651 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4bf0ee8a-c160-4230-ba4f-99f068afa6a4 req-aea23848-bdf8-4330-a97c-8f13203f4d5a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 931 time: 0.1115463 Jun 30 21:42:18.238956 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4bf0ee8a-c160-4230-ba4f-99f068afa6a4 req-8b052b09-3c36-4138-9781-7867dcb6db49 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541282 Jun 30 21:42:18.405893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:42:18.421422 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.442289 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Transition to ACTIVE for port object cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:42:18.516675 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.566656 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Pushing event updated for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:18.644560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Attempting to bind port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:42:18.644888 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Attempting to bind port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:42:18.645244 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Attempting to bind port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:42:18.649845 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:42:18.650165 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Attempting to bind port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 on network d7a65438-8b6f-4902-84dc-eae6a4a13b8a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:42:18.655418 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:42:18.655753 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Checking segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:42:18.656133 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Bound using segment: {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:42:18.656560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Bound port: cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad828a04-7106-4468-8651-f8b3cf7ac4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:42:18.656915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.723247 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:42:18.726435 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:42:18.803738 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.844534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:18.844534 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:18.844984 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] 10.222.0.13 "PUT /v2.0/ports/cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 HTTP/1.1" status: 200 len: 1093 time: 0.9342988 Jun 30 21:42:18.845415 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:42:18.847900 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37572463-1fad-429e-8506-65fb3904f7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:42:18.883887 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec5d7-ebee-44b8-aaee-bea5cc6001ce service neutron] Pushing event updated for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:18.905856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35032af3-adf2-49f5-9525-344eaf2a4e25 x-openstack-request-id: req-35032af3-adf2-49f5-9525-344eaf2a4e25 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:42:18.906150 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:42:18.906425 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35032af3-adf2-49f5-9525-344eaf2a4e25 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:42:18.906892 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7', 'status': 'completed', 'code': 200} Jun 30 21:42:19.006022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572463-1fad-429e-8506-65fb3904f7a8 req-faf6d5cc-5d61-4b9a-8d48-7400ce07a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.007538 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37572463-1fad-429e-8506-65fb3904f7a8 req-faf6d5cc-5d61-4b9a-8d48-7400ce07a0c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 1096 time: 0.0555787 Jun 30 21:42:19.017940 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76007b-7c42-434f-8177-daf8c64a7871 req-c1fed4d1-d486-4108-8e50-b33cb984f866 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.019547 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c76007b-7c42-434f-8177-daf8c64a7871 req-c1fed4d1-d486-4108-8e50-b33cb984f866 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0710130 Jun 30 21:42:19.067815 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c76007b-7c42-434f-8177-daf8c64a7871 req-d386d3e2-bcb0-402c-a1db-3ac8de2ae028 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Jun 30 21:42:19.123766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572463-1fad-429e-8506-65fb3904f7a8 req-1f14a6a7-5bdd-40ab-97b2-017de1ed9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.125262 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37572463-1fad-429e-8506-65fb3904f7a8 req-1f14a6a7-5bdd-40ab-97b2-017de1ed9935 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1cb51dfe13994d27933eb95144b85054&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983984 Jun 30 21:42:19.224023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572463-1fad-429e-8506-65fb3904f7a8 req-6539b1c3-0a00-471a-a5ad-cb7b7c283648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.225509 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37572463-1fad-429e-8506-65fb3904f7a8 req-6539b1c3-0a00-471a-a5ad-cb7b7c283648 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0937006 Jun 30 21:42:19.354093 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-15e99bc1-9836-409e-891e-b93b36dc330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.356520 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-15e99bc1-9836-409e-891e-b93b36dc330e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb51dfe13994d27933eb95144b85054&device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 1096 time: 0.0634584 Jun 30 21:42:19.408490 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ef0389b2-5fa4-42a3-914f-13c293a17e82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 HTTP/1.1" status: 200 len: 217 time: 0.0363491 Jun 30 21:42:19.435653 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36862964-68d3-4963-b3a2-9aabd2701605 req-b89a4e55-1b65-4502-b147-cbb3efeecbd2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.437309 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36862964-68d3-4963-b3a2-9aabd2701605 req-b89a4e55-1b65-4502-b147-cbb3efeecbd2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 943 time: 0.0772409 Jun 30 21:42:19.473114 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-82d99018-1e44-40ab-a06c-80d5be90fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.475195 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-82d99018-1e44-40ab-a06c-80d5be90fb08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 200 len: 855 time: 0.0597520 Jun 30 21:42:19.483885 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36862964-68d3-4963-b3a2-9aabd2701605 req-91aa1adf-3798-435f-a0f1-1dc0f5ce2ea8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354230 Jun 30 21:42:19.517062 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-ddea5b77-1ccd-4514-b399-6d5fd0597b93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7a65438-8b6f-4902-84dc-eae6a4a13b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349965 Jun 30 21:42:19.636755 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-b3f86ba9-9093-4db7-b116-44919dd591a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1534626 Jun 30 21:42:19.638609 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-c2f9cee6-67ac-4137-9ef0-322a631bdf21 service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055577 Jun 30 21:42:19.784188 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-82712985-0efb-4f16-8762-303e7f8f6dc8 req-06d3bc6e-77fd-42d0-801d-63c441b60b30 service neutron] 10.222.0.13 "GET /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200230 Jun 30 21:42:19.792516 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-2c02e1c5-b617-430b-9a4a-d660a52fd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.794002 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-2c02e1c5-b617-430b-9a4a-d660a52fd20a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.1122279 Jun 30 21:42:19.903222 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-8b78e515-2b21-4213-a240-f9cc213bdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:19.904649 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-8b78e515-2b21-4213-a240-f9cc213bdf2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.0861962 Jun 30 21:42:19.949419 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:42:20.029222 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-144ce77e-7caf-4b98-b368-371264a440cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 1001 time: 0.0663161 Jun 30 21:42:20.081484 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-ec29b00f-b043-4f45-a432-be0052e4d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:20.083035 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-ec29b00f-b043-4f45-a432-be0052e4d1b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0456891 Jun 30 21:42:20.145582 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-8024e646-cd7d-44f2-b68e-95f50597698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:20.148225 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-8024e646-cd7d-44f2-b68e-95f50597698b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577321 Jun 30 21:42:20.244317 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-65e72249-6b94-4c26-a49b-0c47b54adf8e service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Jun 30 21:42:20.246287 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b2b0-883a-4ea5-8714-2e7cc1430959 req-1579a50b-5e04-49de-b298-4b5a026059a2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:20.247773 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5110b2b0-883a-4ea5-8714-2e7cc1430959 req-1579a50b-5e04-49de-b298-4b5a026059a2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0639551 Jun 30 21:42:20.294169 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5110b2b0-883a-4ea5-8714-2e7cc1430959 req-c8dac7ef-e754-4391-a6dc-a1551501fa9f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Jun 30 21:42:20.344777 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f4ce529d-211d-492c-b4f3-aedb13fc8e37 req-3b28ea9e-3d2e-42c4-a539-280306a97a7e service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Jun 30 21:42:20.655360 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b203d-91f1-4c76-9e65-a76f5e2e3cdd req-e50c90ae-d9dc-4f27-a713-943f83d97eeb tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:20.656842 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f1b203d-91f1-4c76-9e65-a76f5e2e3cdd req-e50c90ae-d9dc-4f27-a713-943f83d97eeb tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 943 time: 0.0615830 Jun 30 21:42:20.695482 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8f1b203d-91f1-4c76-9e65-a76f5e2e3cdd req-66f661b7-0ca3-49cf-8f09-bc77404899bc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Jun 30 21:42:21.475573 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bbc45-ded0-45b5-a5fe-e9bd5daea4fe req-b3c3a67b-a52f-4ed6-9bb7-52361cff2906 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:21.477090 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb8bbc45-ded0-45b5-a5fe-e9bd5daea4fe req-b3c3a67b-a52f-4ed6-9bb7-52361cff2906 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0721829 Jun 30 21:42:21.513797 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cb8bbc45-ded0-45b5-a5fe-e9bd5daea4fe req-49397633-607f-42a4-8e54-c97af60c9ec3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Jun 30 21:42:21.870754 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2a83c-f962-4d43-9e58-c555cccec861 req-d3481fb6-fdda-4b96-a514-a699bc184aa7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:21.872340 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fd2a83c-f962-4d43-9e58-c555cccec861 req-d3481fb6-fdda-4b96-a514-a699bc184aa7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 943 time: 0.0618889 Jun 30 21:42:21.910264 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8fd2a83c-f962-4d43-9e58-c555cccec861 req-1b0dd1a6-543e-4249-99a5-e530922f88dc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jun 30 21:42:22.693500 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad50cca-1520-48a6-beb7-5fe7852db9e5 req-6884698a-8660-4bfa-8764-de365f6c499c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:22.694967 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ad50cca-1520-48a6-beb7-5fe7852db9e5 req-6884698a-8660-4bfa-8764-de365f6c499c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0690584 Jun 30 21:42:22.733595 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6ad50cca-1520-48a6-beb7-5fe7852db9e5 req-81ba423a-5c70-4658-9b07-0aa63b70677f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Jun 30 21:42:23.091185 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561dfaa-4969-4a72-8737-c6d9e359c9d3 req-2806fc3d-ead5-448c-abc2-c39127b7eeb4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:23.092716 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c561dfaa-4969-4a72-8737-c6d9e359c9d3 req-2806fc3d-ead5-448c-abc2-c39127b7eeb4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 943 time: 0.0668366 Jun 30 21:42:23.132217 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c561dfaa-4969-4a72-8737-c6d9e359c9d3 req-57df6bc9-4927-4f28-a2cf-7b0db7eeb05c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Jun 30 21:42:23.907958 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ff22-7f2a-4ff7-8a4c-57c52bfdcecc req-559588c0-f87d-49d3-b665-423119ca96bf tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:23.909604 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d383ff22-7f2a-4ff7-8a4c-57c52bfdcecc req-559588c0-f87d-49d3-b665-423119ca96bf tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0639372 Jun 30 21:42:23.947182 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d383ff22-7f2a-4ff7-8a4c-57c52bfdcecc req-12ae73d9-ae9a-4c46-9f40-4fee8e8d1799 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Jun 30 21:42:24.314150 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb1604-33a8-498a-90fb-2904b13cac64 req-84723cb7-dd94-4188-b1cd-b1782cbc1ce3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:24.314920 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:42:24.315722 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-48cb1604-33a8-498a-90fb-2904b13cac64 req-84723cb7-dd94-4188-b1cd-b1782cbc1ce3 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 943 time: 0.0687411 Jun 30 21:42:24.361539 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-48cb1604-33a8-498a-90fb-2904b13cac64 req-0d903d86-f570-48ce-b261-4378e7154cfe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Jun 30 21:42:24.531101 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:24.541498 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7', 'network_id': 'd7a65438-8b6f-4902-84dc-eae6a4a13b8a', 'port_id': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7', 'mac_address': 'fa:16:3e:07:03:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa648b4-3f87-4142-b7d8-73fac9ae5f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:42:24.581335 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:24.594292 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:42:24.613490 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:24.694126 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:24.740954 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:25.125570 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1dc81-6efe-4ba6-b322-b75915b45d20 req-d432687e-95b1-4d70-8fe2-61637201e548 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.127305 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1e1dc81-6efe-4ba6-b322-b75915b45d20 req-d432687e-95b1-4d70-8fe2-61637201e548 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0649362 Jun 30 21:42:25.167196 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1e1dc81-6efe-4ba6-b322-b75915b45d20 req-1e8b6518-277e-48d7-a304-a1e1c5c7cdad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Jun 30 21:42:25.243339 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['cdcaff05-0e1d-45a5-8149-1a7e753c0bb7'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:42:25.551706 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2481ee8-ad2e-43b0-b7df-2cdaafea0bba req-93e65abe-bd6a-4f18-bfb9-0c7147d7ff56 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.553254 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f2481ee8-ad2e-43b0-b7df-2cdaafea0bba req-93e65abe-bd6a-4f18-bfb9-0c7147d7ff56 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 944 time: 0.0761070 Jun 30 21:42:25.601013 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f2481ee8-ad2e-43b0-b7df-2cdaafea0bba req-d856a0b9-77e1-4d75-b0ed-d1a52f392dbb tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jun 30 21:42:25.693915 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff368602-9e8c-4977-87cd-a2a966c7e302 req-43e7f8fe-2b70-472e-9e08-f1a87c3bdef6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.695497 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff368602-9e8c-4977-87cd-a2a966c7e302 req-43e7f8fe-2b70-472e-9e08-f1a87c3bdef6 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0634017 Jun 30 21:42:25.734422 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ff368602-9e8c-4977-87cd-a2a966c7e302 req-10b86ca1-a278-4fd8-a2bb-3af712fa4805 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Jun 30 21:42:25.768246 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a90ca67-f348-4cee-9cff-3c4f8356a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:25.782167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-dcb5bda3-a7c2-41a6-bc17-2b1078a724ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.782167 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-dcb5bda3-a7c2-41a6-bc17-2b1078a724ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.0578883 Jun 30 21:42:25.869435 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-25827334-1e3c-411e-8bbc-bdc7df08e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.870920 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-25827334-1e3c-411e-8bbc-bdc7df08e4ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.0853374 Jun 30 21:42:25.939299 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-56e84ba0-3aee-4d02-95e8-57af81d3f8ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0609777 Jun 30 21:42:25.988477 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-5a500fad-eac3-4485-9b90-a9b718f522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:25.990549 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-5a500fad-eac3-4485-9b90-a9b718f522e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0442584 Jun 30 21:42:26.048093 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-9435f325-57fd-40ba-b46c-2fe3bd06a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:26.049529 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-9435f325-57fd-40ba-b46c-2fe3bd06a93c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524135 Jun 30 21:42:26.142969 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-9d076083-4114-4790-95a4-a64a3a429898 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Jun 30 21:42:26.233463 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdfe9a22-c6f8-4969-a95c-7ddc11df9acf req-e87a4ffd-eab5-47f7-96f4-b0f0109e0abc service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832028 Jun 30 21:42:26.784477 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d7cf6-6b26-4e4e-8a8a-4f6e3b94eedc req-2b2aee4c-c115-4fee-82fa-dd1dd8d444a4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:26.786745 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b50d7cf6-6b26-4e4e-8a8a-4f6e3b94eedc req-2b2aee4c-c115-4fee-82fa-dd1dd8d444a4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 944 time: 0.0700979 Jun 30 21:42:26.838138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b50d7cf6-6b26-4e4e-8a8a-4f6e3b94eedc req-2d7b6960-4b29-4a78-8892-2908fa7e6202 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Jun 30 21:42:26.925570 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba104-95e6-4242-a617-7e83eb776aae req-174883e6-d0cd-456a-bcd0-2a5273256a36 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:26.927495 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b35ba104-95e6-4242-a617-7e83eb776aae req-174883e6-d0cd-456a-bcd0-2a5273256a36 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0700321 Jun 30 21:42:26.965438 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b35ba104-95e6-4242-a617-7e83eb776aae req-8df17998-04dc-41f3-831a-71ba1b4f9418 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Jun 30 21:42:28.028459 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7471e-fbfc-4c0c-b816-10cf5484bec0 req-0eb42e96-d0e7-4f9b-8f7f-dbfc15d79c82 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:28.030148 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6d7471e-fbfc-4c0c-b816-10cf5484bec0 req-0eb42e96-d0e7-4f9b-8f7f-dbfc15d79c82 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 944 time: 0.0654080 Jun 30 21:42:28.069796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c6d7471e-fbfc-4c0c-b816-10cf5484bec0 req-efa8cf56-8261-403c-9277-d535833f76e2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Jun 30 21:42:28.150377 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cc9fb-6b60-45bf-807c-8a3f8354bbe7 req-00a3706c-c6b4-40e3-94ef-068383a77df8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:28.151826 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c3cc9fb-6b60-45bf-807c-8a3f8354bbe7 req-00a3706c-c6b4-40e3-94ef-068383a77df8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0708156 Jun 30 21:42:28.188919 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c3cc9fb-6b60-45bf-807c-8a3f8354bbe7 req-49cf6f2c-90d5-4298-ba0f-90881d2b5dab tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Jun 30 21:42:28.344972 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:42:28.397011 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4262ae23-796f-406b-924e-c9756348852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:28.476872 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:42:28.480879 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:42:28.481249 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:28.561656 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:28.586387 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:42:28.588948 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b781a6-5dba-4fe4-846a-83275845d773" -d '{"events": [{"server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:42:28.608472 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:28.699537 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d02551-83e9-432a-9951-d988013403f8 x-openstack-request-id: req-a0d02551-83e9-432a-9951-d988013403f8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:42:28.699830 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:42:28.700082 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0d02551-83e9-432a-9951-d988013403f8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:42:28.700480 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7', 'code': 200} Jun 30 21:42:28.734263 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:28.780479 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:28.786480 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:29.160999 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a0dbd-d359-4f86-9ce5-ac07ad1fd6e3 req-f6882cc6-a7d1-4e84-976a-d92792454c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:29.162551 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-098a0dbd-d359-4f86-9ce5-ac07ad1fd6e3 req-f6882cc6-a7d1-4e84-976a-d92792454c0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 1098 time: 0.0578508 Jun 30 21:42:29.201644 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-098a0dbd-d359-4f86-9ce5-ac07ad1fd6e3 req-563bf284-4bc8-4664-8f1f-0d336d6a9059 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Jun 30 21:42:29.299608 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ebc9c-40f6-41a3-bf8e-1ba20753b672 req-22c3835d-14d6-4c0b-85a5-34cacf02ba4a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:29.302244 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-226ebc9c-40f6-41a3-bf8e-1ba20753b672 req-22c3835d-14d6-4c0b-85a5-34cacf02ba4a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.1106234 Jun 30 21:42:29.347797 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-226ebc9c-40f6-41a3-bf8e-1ba20753b672 req-0178bcc4-1860-41be-911c-6329f42607ef tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jun 30 21:42:29.762777 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:30.532568 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd4ae-4c23-42da-b978-63b59517e785 req-e916c110-260c-4ebb-8b2c-35f445822c8a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:30.534064 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee1fd4ae-4c23-42da-b978-63b59517e785 req-e916c110-260c-4ebb-8b2c-35f445822c8a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0649576 Jun 30 21:42:30.574821 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ee1fd4ae-4c23-42da-b978-63b59517e785 req-ebae11ae-45d3-4010-aaae-ac141f9cb56a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jun 30 21:42:31.648166 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:31.752430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472d53-e33d-4a14-96b3-f7c219d04997 req-a31c4e75-cd02-4387-a850-46534604e9c8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:31.754118 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01472d53-e33d-4a14-96b3-f7c219d04997 req-a31c4e75-cd02-4387-a850-46534604e9c8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0675623 Jun 30 21:42:31.791137 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01472d53-e33d-4a14-96b3-f7c219d04997 req-bd6321ee-3b0a-446b-9970-8c0140c020d6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Jun 30 21:42:33.284433 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387dc99-18b6-414d-a165-f5e977b06da7 req-3ead9b1c-67ca-45c8-90a9-823b1b38c5d0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:33.285893 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a387dc99-18b6-414d-a165-f5e977b06da7 req-3ead9b1c-67ca-45c8-90a9-823b1b38c5d0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0613077 Jun 30 21:42:33.324279 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a387dc99-18b6-414d-a165-f5e977b06da7 req-b9ddd1b2-d8cf-4b5a-b488-dc5ea72a0a9d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Jun 30 21:42:34.507598 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fee9-622b-493a-a9dd-1d86196c4cad req-b234a4c9-01d3-4bd4-a528-d5ab1d9b124c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:34.509307 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ecd0fee9-622b-493a-a9dd-1d86196c4cad req-b234a4c9-01d3-4bd4-a528-d5ab1d9b124c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0711272 Jun 30 21:42:34.550407 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ecd0fee9-622b-493a-a9dd-1d86196c4cad req-95fc6c33-8b6f-47ef-a515-7e88b11558e0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349579 Jun 30 21:42:35.726285 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284066b-6218-4af8-a559-ecc4b191f88e req-197cd843-09e1-4d96-98f2-05f8de651cf5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:35.727796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f284066b-6218-4af8-a559-ecc4b191f88e req-197cd843-09e1-4d96-98f2-05f8de651cf5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0643005 Jun 30 21:42:35.766610 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f284066b-6218-4af8-a559-ecc4b191f88e req-2327694a-488a-41cc-a6a8-8e41f580e52f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331872 Jun 30 21:42:36.951810 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bfad4-3153-480e-b37c-101bdcf3ba64 req-4f7ec235-3697-4b52-8d88-06f43c980a49 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:36.953381 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e4bfad4-3153-480e-b37c-101bdcf3ba64 req-4f7ec235-3697-4b52-8d88-06f43c980a49 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0744128 Jun 30 21:42:36.997021 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0e4bfad4-3153-480e-b37c-101bdcf3ba64 req-0ecd478c-dfbb-4e3b-bf65-73b9626d164e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364735 Jun 30 21:42:38.188604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2242-6c99-4717-9f42-35f16180161c req-63071e6d-5e77-495d-99a1-b62ccdfd8985 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:38.190181 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a7d2242-6c99-4717-9f42-35f16180161c req-63071e6d-5e77-495d-99a1-b62ccdfd8985 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0717013 Jun 30 21:42:38.233748 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a7d2242-6c99-4717-9f42-35f16180161c req-53071392-9fee-425b-a7f9-da2cf3137efd tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363040 Jun 30 21:42:39.406091 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3e681-2dda-4ba8-85b1-8681d6584547 req-7360b2e4-e11a-4f7c-8707-94007c57fddd tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:39.407649 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05f3e681-2dda-4ba8-85b1-8681d6584547 req-7360b2e4-e11a-4f7c-8707-94007c57fddd tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0622451 Jun 30 21:42:39.448260 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05f3e681-2dda-4ba8-85b1-8681d6584547 req-3f9c9b74-f58a-473c-9082-9f60ce035b73 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334885 Jun 30 21:42:40.628057 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d425b56-1b21-48e3-990c-0a65378f042b req-09663ced-1f9b-426b-86ac-0152f9ed0ba5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:40.629638 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d425b56-1b21-48e3-990c-0a65378f042b req-09663ced-1f9b-426b-86ac-0152f9ed0ba5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Jun 30 21:42:40.670936 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d425b56-1b21-48e3-990c-0a65378f042b req-d8e276c6-5d13-423c-8235-df8ebc5af045 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347967 Jun 30 21:42:41.868361 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5979e-d3a9-4b80-9c75-759b0b6c1ae9 req-a5627844-4cb0-4efa-8e88-9af7f7a42b11 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:41.870003 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-14f5979e-d3a9-4b80-9c75-759b0b6c1ae9 req-a5627844-4cb0-4efa-8e88-9af7f7a42b11 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0722506 Jun 30 21:42:41.913843 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-14f5979e-d3a9-4b80-9c75-759b0b6c1ae9 req-de00262d-eb9b-4e70-aad9-ea16f3c9f3d0 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378480 Jun 30 21:42:43.104519 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48236-0ed4-4592-80fc-fc0bb7efb307 req-3b481b49-183c-4466-84b3-efddabc49b85 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:43.106170 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36e48236-0ed4-4592-80fc-fc0bb7efb307 req-3b481b49-183c-4466-84b3-efddabc49b85 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0705335 Jun 30 21:42:43.148266 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36e48236-0ed4-4592-80fc-fc0bb7efb307 req-18fec771-a175-4a01-8289-7418ae3eb1b9 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357804 Jun 30 21:42:43.743481 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-728580c2-8a7f-4ea9-8698-d6fc5f802514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:43.744878 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-728580c2-8a7f-4ea9-8698-d6fc5f802514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0556540 Jun 30 21:42:43.839541 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-78aad552-8a04-4866-b053-8ae417e620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:43.841023 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-78aad552-8a04-4866-b053-8ae417e620fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.0894530 Jun 30 21:42:43.906898 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-52d51420-3df6-4c7c-b03b-4965c94c040e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 1001 time: 0.0585482 Jun 30 21:42:43.957094 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-24b85eb2-4217-443d-a853-67e287cacb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:43.958606 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-24b85eb2-4217-443d-a853-67e287cacb39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0442636 Jun 30 21:42:44.034724 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-04543dd9-592e-4e0a-8fbb-561a7d888e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:44.035710 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-04543dd9-592e-4e0a-8fbb-561a7d888e87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701923 Jun 30 21:42:44.132205 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-31b8dfc4-6ff6-4534-8ad4-22f0b10052d3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Jun 30 21:42:44.239428 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7f689c26-4df9-4aec-8d87-1e0f93c26d29 req-382798cb-639f-4092-ae56-30f307dba417 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995934 Jun 30 21:42:44.348729 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450c5fd-0e13-441a-b6ef-5ac6db09c229 req-db327913-b783-4029-8560-21022c05f5a4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:44.350933 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6450c5fd-0e13-441a-b6ef-5ac6db09c229 req-db327913-b783-4029-8560-21022c05f5a4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0777223 Jun 30 21:42:44.387722 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6450c5fd-0e13-441a-b6ef-5ac6db09c229 req-92a87a90-0dfd-45c8-8903-dac3c724349e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309546 Jun 30 21:42:45.071368 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:45.566048 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49c55c-bcb3-47bb-8c13-080451120fc5 req-42e460ba-2184-4f5e-9734-8a9f9818c615 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:45.567653 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d49c55c-bcb3-47bb-8c13-080451120fc5 req-42e460ba-2184-4f5e-9734-8a9f9818c615 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0682607 Jun 30 21:42:45.606887 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6d49c55c-bcb3-47bb-8c13-080451120fc5 req-8c072256-c4b2-448d-bbc0-27aeb3565aef tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Jun 30 21:42:46.790499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d18b-78ee-4d76-8cf8-fb007d071766 req-80170609-cabf-4c24-8a5b-d838136b2305 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:46.791921 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c0c1d18b-78ee-4d76-8cf8-fb007d071766 req-80170609-cabf-4c24-8a5b-d838136b2305 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0660298 Jun 30 21:42:46.830438 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c0c1d18b-78ee-4d76-8cf8-fb007d071766 req-83c6f2cb-810d-4a9f-b408-056803d43c40 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Jun 30 21:42:48.007499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b745-2c2c-43a8-96bd-bb418a9907dd req-2981f73b-745e-4238-9247-030b416da386 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:48.008971 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0968b745-2c2c-43a8-96bd-bb418a9907dd req-2981f73b-745e-4238-9247-030b416da386 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0651267 Jun 30 21:42:48.045521 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0968b745-2c2c-43a8-96bd-bb418a9907dd req-ea5f8df2-5a11-4f74-8488-855da1f590b6 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310607 Jun 30 21:42:48.578266 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-23ea72c6-4b7a-453d-9d41-e42f85c0c1f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504842 Jun 30 21:42:48.582995 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd5f7-057e-40ba-95cb-b3933c9ac4e1 req-6a5be136-07d2-4ff8-96ff-a9ee5c628423 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:48.585106 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-930cd5f7-057e-40ba-95cb-b3933c9ac4e1 req-6a5be136-07d2-4ff8-96ff-a9ee5c628423 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0625350 Jun 30 21:42:48.624304 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-930cd5f7-057e-40ba-95cb-b3933c9ac4e1 req-467e4b6f-3590-4f3a-9bee-44fbe82051ce tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Jun 30 21:42:49.805430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc177c9-bb82-45da-9744-9fb0927dea72 req-c72aee61-2e0b-4528-bff9-89ed17f8b2b9 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:49.807012 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0dc177c9-bb82-45da-9744-9fb0927dea72 req-c72aee61-2e0b-4528-bff9-89ed17f8b2b9 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0680707 Jun 30 21:42:49.846753 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0dc177c9-bb82-45da-9744-9fb0927dea72 req-9e626bfc-ee74-40ff-ab2b-3167cd891964 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331268 Jun 30 21:42:50.123669 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1d28c-ee67-4548-ae64-eae6d3d0b25e req-db5be320-9454-40df-aedd-cdec318197d0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:50.125127 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e8e1d28c-ee67-4548-ae64-eae6d3d0b25e req-db5be320-9454-40df-aedd-cdec318197d0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0606935 Jun 30 21:42:50.161321 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e8e1d28c-ee67-4548-ae64-eae6d3d0b25e req-1ffabe7f-0106-40ef-8d39-579c8f47abe5 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Jun 30 21:42:50.461279 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:42:50.533879 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:50.558935 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:42:50.561167 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e260097-c29c-4aed-a257-33b0547d8046" -d '{"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-unplugged", "status": "completed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:42:50.574392 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:50.595219 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c8c41-a57e-42f9-87fe-d610d725e7f0 x-openstack-request-id: req-4d5c8c41-a57e-42f9-87fe-d610d725e7f0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:42:50.595517 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-unplugged", "status": "failed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "code": 422}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:42:50.595768 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d5c8c41-a57e-42f9-87fe-d610d725e7f0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:42:50.596167 dv-cinder-774286-18-iscsi neutron-server[93699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'code': 422} returned with failed status Jun 30 21:42:50.700297 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:50.750046 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:50.758441 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.758824 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.759166 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.759503 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.759833 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.760166 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.760497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.760825 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.761157 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.761482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.761801 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:50.762128 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:51.023590 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117be1-7daa-4fab-b66d-d0b73124ac7c req-4e15f6fc-6cd1-4d0a-8e99-9cee8c3b9e1c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:51.024990 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd117be1-7daa-4fab-b66d-d0b73124ac7c req-4e15f6fc-6cd1-4d0a-8e99-9cee8c3b9e1c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0678093 Jun 30 21:42:51.063709 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd117be1-7daa-4fab-b66d-d0b73124ac7c req-345055a4-c401-4f5f-9e1f-3795d2658804 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329273 Jun 30 21:42:51.335495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913642a5-24ae-4476-929e-342b1b224a82 req-9382376d-99e9-497d-b354-d03c93417f57 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:51.337279 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-913642a5-24ae-4476-929e-342b1b224a82 req-9382376d-99e9-497d-b354-d03c93417f57 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0630035 Jun 30 21:42:51.376403 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-913642a5-24ae-4476-929e-342b1b224a82 req-b6d09ac1-4147-44bd-b853-a4a70430494f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Jun 30 21:42:51.702490 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-0951636d-3f02-4aa1-a1ef-fffb45abc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:51.703895 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-0951636d-3f02-4aa1-a1ef-fffb45abc654 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735&tenant_id=65eda89908cd4726a2b596de3237994c HTTP/1.1" status: 200 len: 1096 time: 0.0514033 Jun 30 21:42:51.795723 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-11306755-0182-4684-ac82-6022b021d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:51.797203 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-11306755-0182-4684-ac82-6022b021d9d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1096 time: 0.0549254 Jun 30 21:42:51.887057 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-4417ca22-6183-465e-814a-62fc52cf9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:51.888503 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-4417ca22-6183-465e-814a-62fc52cf9d21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.0847659 Jun 30 21:42:52.194635 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-f3d2972e-755e-4dca-8339-d6a7615310c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 999 time: 0.2960775 Jun 30 21:42:52.241803 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879295e-7167-469b-a831-c1b818fd1c6c req-b2242969-8b80-46bb-9fd9-63565ee24695 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:52.243350 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3879295e-7167-469b-a831-c1b818fd1c6c req-b2242969-8b80-46bb-9fd9-63565ee24695 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0650525 Jun 30 21:42:52.249177 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-225838f5-e72d-498e-ac7b-7b08dec8314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:52.250665 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-225838f5-e72d-498e-ac7b-7b08dec8314d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0449483 Jun 30 21:42:52.281220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3879295e-7167-469b-a831-c1b818fd1c6c req-06f18457-2aef-4673-8cb0-6eb906b6da60 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Jun 30 21:42:52.308709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-4359e4c5-acab-42b0-92a0-5142e845fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:52.310208 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-4359e4c5-acab-42b0-92a0-5142e845fce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520639 Jun 30 21:42:52.405619 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-81ad89e1-1269-4133-8b03-5a6aca0afacf service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876553 Jun 30 21:42:52.496131 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-d05d7f28-df14-410c-8b1b-7e25b1127433 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827961 Jun 30 21:42:52.553193 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a761db-19b8-417b-875c-4c08479500fc req-908043f8-48c9-4f01-b5ba-797ac472a9c7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:52.554932 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-79a761db-19b8-417b-875c-4c08479500fc req-908043f8-48c9-4f01-b5ba-797ac472a9c7 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0685861 Jun 30 21:42:52.594087 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-79a761db-19b8-417b-875c-4c08479500fc req-e8fa3c84-731f-4878-bba3-b0b8c089921e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Jun 30 21:42:52.616059 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714880-3927-497f-aa07-e88cf834a811 req-950c87f7-a2bb-4d43-994d-1d864137e7f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:52.617595 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-bc714880-3927-497f-aa07-e88cf834a811 req-950c87f7-a2bb-4d43-994d-1d864137e7f0 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 945 time: 0.0718324 Jun 30 21:42:52.717936 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Deleting port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:42:52.718621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:52.812302 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] For port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:52.812668 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:52.825349 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Calling delete_port for cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:42:53.025575 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:53.059693 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event deleted for resources: {'Port': ['ID=cdcaff05-0e1d-45a5-8149-1a7e753c0bb7,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:53.070978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46', '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:42:53.073261 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.073623 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.073980 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.074336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.074711 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.075076 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.075435 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.075792 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.076118 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.076496 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.076849 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.077178 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:42:53.118530 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] No DVR routers for this DVR port cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:42:53.121135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:53.123183 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-bc714880-3927-497f-aa07-e88cf834a811 req-34f82d71-682c-4c8f-a487-3bf7c4b62243 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "DELETE /v2.0/ports/cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 HTTP/1.1" status: 204 len: 173 time: 0.4996102 Jun 30 21:42:53.123628 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'name': 'network-vif-deleted', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:42:53.125878 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4bf0a-d579-43a4-85c6-53487e28b580" -d '{"events": [{"server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "name": "network-vif-deleted", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:42:53.168237 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dac4de-103d-4c33-a870-b55375f02d17 x-openstack-request-id: req-63dac4de-103d-4c33-a870-b55375f02d17 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:42:53.168557 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05efe8a-1160-4094-b9ba-bf25919c77e0", "name": "network-vif-deleted", "tag": "cdcaff05-0e1d-45a5-8149-1a7e753c0bb7", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:42:53.168815 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63dac4de-103d-4c33-a870-b55375f02d17 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:42:53.169287 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05efe8a-1160-4094-b9ba-bf25919c77e0', 'name': 'network-vif-deleted', 'tag': 'cdcaff05-0e1d-45a5-8149-1a7e753c0bb7', 'status': 'completed', 'code': 200} Jun 30 21:42:53.492932 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b12fb-1859-4b6c-b670-93e827303a3f req-d0f9b10c-a891-4087-8f76-475440d18878 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:53.494475 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e32b12fb-1859-4b6c-b670-93e827303a3f req-d0f9b10c-a891-4087-8f76-475440d18878 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0645697 Jun 30 21:42:53.532892 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e32b12fb-1859-4b6c-b670-93e827303a3f req-aeb0ce7f-fc8d-4304-a771-fb0841752e30 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Jun 30 21:42:53.750000 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87fb956f-528c-4ec0-91f8-47a84fd4d9a5 req-14cfd4d7-7b37-4b0c-844c-bbdfce072d37 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=c05efe8a-1160-4094-b9ba-bf25919c77e0 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Jun 30 21:42:54.706026 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f1cd-8e6f-4e6a-8f3b-df260146fe82 req-3564b1e6-93a9-4f8a-84f3-d0c54f17d623 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:54.707399 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1371f1cd-8e6f-4e6a-8f3b-df260146fe82 req-3564b1e6-93a9-4f8a-84f3-d0c54f17d623 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0618377 Jun 30 21:42:54.746207 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1371f1cd-8e6f-4e6a-8f3b-df260146fe82 req-edb6d9e9-dcf3-4a02-8678-451efcfce1bc tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Jun 30 21:42:55.819916 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f315523-9b66-4c73-9aa6-d903df4a34de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:55.922842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2d5e7-f03c-4f87-b128-4f620b0749e4 req-17fab698-4145-4e62-9831-78b705f05144 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:55.924234 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36f2d5e7-f03c-4f87-b128-4f620b0749e4 req-17fab698-4145-4e62-9831-78b705f05144 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0646701 Jun 30 21:42:55.961962 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-36f2d5e7-f03c-4f87-b128-4f620b0749e4 req-09ecb541-39b2-413c-b6de-fc8e172515e7 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Jun 30 21:42:56.488693 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:42:56.509434 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:42:56.509781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device cdcaff05-0e1d-45a5-8149-1a7e753c0bb7 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:42:56.822542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe46e-c2de-4ac7-93fe-7a1290faf3d4 req-cab612be-472d-4ffc-854e-84acb2abfba4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:56.824780 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6cfbe46e-c2de-4ac7-93fe-7a1290faf3d4 req-cab612be-472d-4ffc-854e-84acb2abfba4 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0710599 Jun 30 21:42:56.868905 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6cfbe46e-c2de-4ac7-93fe-7a1290faf3d4 req-4e0ca984-b38f-4701-8d23-d0b2fcf7c790 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Jun 30 21:42:56.949182 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:42:57.140579 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dfb14-1482-4d93-a902-450fab004b7a req-72f33b97-19f2-495a-a13a-0cdabb4f8bb4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:57.142117 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7d1dfb14-1482-4d93-a902-450fab004b7a req-72f33b97-19f2-495a-a13a-0cdabb4f8bb4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0627975 Jun 30 21:42:57.180385 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7d1dfb14-1482-4d93-a902-450fab004b7a req-e58f56b9-78b3-4e50-952c-2b0e64f7f6b4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Jun 30 21:42:58.046271 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ff00-f8cc-4680-897f-00b3f72ccece req-e2e7b883-947b-4265-85f7-e00b878a28cc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:58.048026 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-48d5ff00-f8cc-4680-897f-00b3f72ccece req-e2e7b883-947b-4265-85f7-e00b878a28cc tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0644648 Jun 30 21:42:58.101750 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-48d5ff00-f8cc-4680-897f-00b3f72ccece req-1f645dbb-c06d-44d0-8db3-26b173616a7a tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467548 Jun 30 21:42:58.368910 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535ba-4713-403f-900c-74bbebcb1313 req-91f14d21-9c39-4b0d-9915-440f67e2ec5d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:58.370533 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b90535ba-4713-403f-900c-74bbebcb1313 req-91f14d21-9c39-4b0d-9915-440f67e2ec5d tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0762188 Jun 30 21:42:58.390570 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0f0d7a7-84dd-46bf-a246-a766f361cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:58.427014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b90535ba-4713-403f-900c-74bbebcb1313 req-8cf08e2b-4417-4c35-a26e-486f38c37b86 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459335 Jun 30 21:42:58.722884 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:58.947015 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-f432f171-32f9-4b1e-a1fe-b5fe97b2f669 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:58.948488 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-f432f171-32f9-4b1e-a1fe-b5fe97b2f669 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0684748 Jun 30 21:42:59.053325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Deleting port 3f904a1b-f4d6-415e-bf34-666867bbc79b {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:42:59.053579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:59.148636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] For port 3f904a1b-f4d6-415e-bf34-666867bbc79b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3f904a1b-f4d6-415e-bf34-666867bbc79b,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:42:59.149002 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:59.168611 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Calling delete_port for 3f904a1b-f4d6-415e-bf34-666867bbc79b owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:42:59.294740 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91079599-7b93-4819-b493-78b917dd3ffa req-aa5d552a-4f7d-4a28-af7a-47513322610c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:59.296278 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91079599-7b93-4819-b493-78b917dd3ffa req-aa5d552a-4f7d-4a28-af7a-47513322610c tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 945 time: 0.0678940 Jun 30 21:42:59.336203 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-91079599-7b93-4819-b493-78b917dd3ffa req-cfc60727-389e-44f2-9b91-297ce1148a72 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Jun 30 21:42:59.379135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:59.414709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event deleted for resources: {'Port': ['ID=3f904a1b-f4d6-415e-bf34-666867bbc79b,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:42:59.416922 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46', '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', '3f904a1b-f4d6-415e-bf34-666867bbc79b'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:42:59.463743 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] No DVR routers for this DVR port 3f904a1b-f4d6-415e-bf34-666867bbc79b on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:42:59.466465 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:42:59.468574 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fcb8124f-6474-4b3c-be98-f4b7065ae34c req-ea3cbd95-fb0e-4986-a1e3-4e59dc5f7c31 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "DELETE /v2.0/ports/3f904a1b-f4d6-415e-bf34-666867bbc79b HTTP/1.1" status: 204 len: 173 time: 0.5144355 Jun 30 21:42:59.469027 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'name': 'network-vif-deleted', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:42:59.471306 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c32a59a-b3c7-4868-8ef8-494ff164df65" -d '{"events": [{"server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "name": "network-vif-deleted", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:42:59.507655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a8310-c99c-44f5-8a80-1345a015a510 x-openstack-request-id: req-8c4a8310-c99c-44f5-8a80-1345a015a510 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:42:59.507979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df956f90-5623-460b-87a8-04160a056b52", "name": "network-vif-deleted", "tag": "3f904a1b-f4d6-415e-bf34-666867bbc79b", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:42:59.511641 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c4a8310-c99c-44f5-8a80-1345a015a510 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:42:59.511641 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df956f90-5623-460b-87a8-04160a056b52', 'name': 'network-vif-deleted', 'tag': '3f904a1b-f4d6-415e-bf34-666867bbc79b', 'status': 'completed', 'code': 200} Jun 30 21:42:59.624177 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbd08f-18c5-4efd-af50-efd9d116825a req-7c15dfaf-ac4b-4c9a-9ec3-1331add039a5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:42:59.625622 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80fbd08f-18c5-4efd-af50-efd9d116825a req-7c15dfaf-ac4b-4c9a-9ec3-1331add039a5 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0697770 Jun 30 21:42:59.664365 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80fbd08f-18c5-4efd-af50-efd9d116825a req-ea05c01f-38af-4aa2-b273-c6b1bbbe514b tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Jun 30 21:42:59.785493 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:00.488537 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e1b40733-a0e0-41e9-aa73-c0fcdd430f27 req-67192675-6528-4881-a1db-4f8cf423e23b tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=df956f90-5623-460b-87a8-04160a056b52 HTTP/1.1" status: 200 len: 210 time: 0.0300665 Jun 30 21:43:00.510391 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:43:00.614907 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:00.626624 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'port_id': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'mac_address': 'fa:16:3e:6d:81:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:43:00.665636 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:00.681660 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2836839f-3d4b-4d6b-bf45-57b601ecc415 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:43:00.704126 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:00.844716 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc87bb-3145-480c-ba5e-c750ae533b48 req-12588a07-6b53-48ee-8cf0-8dc4b236e597 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:00.846220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97dc87bb-3145-480c-ba5e-c750ae533b48 req-12588a07-6b53-48ee-8cf0-8dc4b236e597 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 943 time: 0.0635281 Jun 30 21:43:00.848430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:00.890776 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-97dc87bb-3145-480c-ba5e-c750ae533b48 req-a1abc8a9-af97-4af2-92fa-8e0a8f4ef262 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377243 Jun 30 21:43:00.905437 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:01.430292 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['2836839f-3d4b-4d6b-bf45-57b601ecc415'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:43:01.660376 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:02.070530 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f77b8-185a-412c-9e90-1323d3038e2e req-d758126f-9eea-4bd5-98c5-8e15c2af447c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:02.072065 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c2f77b8-185a-412c-9e90-1323d3038e2e req-d758126f-9eea-4bd5-98c5-8e15c2af447c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.0675242 Jun 30 21:43:02.110123 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5c2f77b8-185a-412c-9e90-1323d3038e2e req-1e835e04-7a13-4fff-9139-587c97e1f9a3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Jun 30 21:43:02.197970 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64da44-9923-4087-9c74-1ec27d90b25e req-87fbaf25-10c7-4c40-8056-3ac55c122e45 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:02.199634 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad64da44-9923-4087-9c74-1ec27d90b25e req-87fbaf25-10c7-4c40-8056-3ac55c122e45 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0663636 Jun 30 21:43:02.246405 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ad64da44-9923-4087-9c74-1ec27d90b25e req-3edff98a-b30f-40cb-b485-af9ab2f5ffb8 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jun 30 21:43:02.516160 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3f904a1b-f4d6-415e-bf34-666867bbc79b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:43:02.536093 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 3f904a1b-f4d6-415e-bf34-666867bbc79b {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:43:02.536438 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3f904a1b-f4d6-415e-bf34-666867bbc79b not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:43:03.288320 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc6a0e-96fc-4357-a191-37071795c2d8 req-57ffae7e-3d56-4f47-ac69-8bc2a6cade2c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:03.289776 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c3fc6a0e-96fc-4357-a191-37071795c2d8 req-57ffae7e-3d56-4f47-ac69-8bc2a6cade2c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.0635386 Jun 30 21:43:03.328436 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c3fc6a0e-96fc-4357-a191-37071795c2d8 req-07a2a537-c6dd-4369-85b9-a86b1ceccb82 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330086 Jun 30 21:43:03.495932 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28eb3-d259-40cd-980f-a691357fcabe req-92f648d8-c13b-4db5-885a-c72a1773b1f2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:03.497392 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ae28eb3-d259-40cd-980f-a691357fcabe req-92f648d8-c13b-4db5-885a-c72a1773b1f2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0673230 Jun 30 21:43:03.534550 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ae28eb3-d259-40cd-980f-a691357fcabe req-a34967d7-d9ae-4bd3-a3ec-d68ae7c76959 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Jun 30 21:43:03.774945 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35e8be-59ef-4456-84d1-9bedfcd95639 req-093712ca-8aad-473c-88e9-979fd8ecf35a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:03.776545 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c35e8be-59ef-4456-84d1-9bedfcd95639 req-093712ca-8aad-473c-88e9-979fd8ecf35a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0733101 Jun 30 21:43:03.815280 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c35e8be-59ef-4456-84d1-9bedfcd95639 req-c43488f2-73c5-4af7-843a-7b742ce76331 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328193 Jun 30 21:43:04.147757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-d3aa8f83-220d-4aea-ae16-8a147436d057 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:04.149207 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-d3aa8f83-220d-4aea-ae16-8a147436d057 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 945 time: 0.0645781 Jun 30 21:43:04.250325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Deleting port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:04.250693 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.340022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] For port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:04.340385 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.352733 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Calling delete_port for 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:04.512487 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e44b6-f1bc-4552-b5cb-c0ddf5d0220c req-74ab2ef7-24b9-42a8-9afe-d4ad1058ea1e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:04.513894 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-883e44b6-f1bc-4552-b5cb-c0ddf5d0220c req-74ab2ef7-24b9-42a8-9afe-d4ad1058ea1e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 944 time: 0.0679820 Jun 30 21:43:04.550532 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-883e44b6-f1bc-4552-b5cb-c0ddf5d0220c req-69462e94-cacb-4ee5-9269-259d68230684 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Jun 30 21:43:04.576748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:43:04.624893 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 2836839f-3d4b-4d6b-bf45-57b601ecc415 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:43:04.625268 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.660169 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.689786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event deleted for resources: {'Port': ['ID=9e5855bd-46e2-4d7b-bfa0-52538a4f30c6,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:04.698188 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:43:04.714179 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e236237-a0f4-4ec5-ba89-bc376e7eb58c req-af8dfcbb-1c09-4add-ac27-a17d611a7c9f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:04.715701 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e236237-a0f4-4ec5-ba89-bc376e7eb58c req-af8dfcbb-1c09-4add-ac27-a17d611a7c9f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 867 time: 0.0714648 Jun 30 21:43:04.739482 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] No DVR routers for this DVR port 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:43:04.742630 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.744719 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3c520c1a-b39c-4286-8c1e-1213c4e07447 req-8c0149cb-b9fa-43fc-a299-bf95954a19fe tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "DELETE /v2.0/ports/9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 HTTP/1.1" status: 204 len: 173 time: 0.5899107 Jun 30 21:43:04.745168 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.745297 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'name': 'network-vif-deleted', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:04.747615 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad7b358-f8f8-4643-8ada-d9355b65622b" -d '{"events": [{"server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "name": "network-vif-deleted", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:04.763904 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7e236237-a0f4-4ec5-ba89-bc376e7eb58c req-cc7ca7df-5204-46db-a923-d832a3d474bd tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Jun 30 21:43:04.788183 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:04.790118 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c673dec-acc6-4c86-996f-7f8d7cb83be6 x-openstack-request-id: req-8c673dec-acc6-4c86-996f-7f8d7cb83be6 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:04.790430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a9954-b9cf-4a99-ba94-34c42336066c" -d '{"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-plugged", "status": "completed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:04.790557 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fbe671-63ee-4847-b257-d134f9d667c7", "name": "network-vif-deleted", "tag": "9e5855bd-46e2-4d7b-bfa0-52538a4f30c6", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:04.790888 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c673dec-acc6-4c86-996f-7f8d7cb83be6 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:04.791284 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fbe671-63ee-4847-b257-d134f9d667c7', 'name': 'network-vif-deleted', 'tag': '9e5855bd-46e2-4d7b-bfa0-52538a4f30c6', 'status': 'completed', 'code': 200} Jun 30 21:43:04.811648 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:04.833318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639fd602-6a6f-4df6-a492-044d5c5cda2a x-openstack-request-id: req-639fd602-6a6f-4df6-a492-044d5c5cda2a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:04.833318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-plugged", "status": "completed", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:04.833318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-639fd602-6a6f-4df6-a492-044d5c5cda2a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:04.834422 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'code': 200} Jun 30 21:43:04.902063 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:04.903362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:43:04.969871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:43:04.970447 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 9e5855bd-46e2-4d7b-bfa0-52538a4f30c6 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:43:05.007678 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:05.055990 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a09288-3dc0-48c6-a3b2-987b334412c0 req-e54cb2ee-8559-40ee-904d-259c972f9b5a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:05.057451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-35a09288-3dc0-48c6-a3b2-987b334412c0 req-e54cb2ee-8559-40ee-904d-259c972f9b5a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0683973 Jun 30 21:43:05.094277 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-35a09288-3dc0-48c6-a3b2-987b334412c0 req-10e0ff9e-b861-4399-b29d-42f4ba9b08a0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Jun 30 21:43:05.292763 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06801a96-349e-4995-bfb9-806f8246622c req-cb0d65c5-2c9d-4c3c-8d76-f24746cdb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:05.294163 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-06801a96-349e-4995-bfb9-806f8246622c req-cb0d65c5-2c9d-4c3c-8d76-f24746cdb09b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0546691 Jun 30 21:43:05.331887 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-06801a96-349e-4995-bfb9-806f8246622c req-ed3a323e-8671-4b31-984d-61a76303a9b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288451 Jun 30 21:43:05.726836 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046150-4f14-421f-9691-bd21a667e495 req-9a9dcd03-cbb7-4a41-9d8f-ebfaa5cdac33 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:05.728284 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76046150-4f14-421f-9691-bd21a667e495 req-9a9dcd03-cbb7-4a41-9d8f-ebfaa5cdac33 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Jun 30 21:43:05.764409 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76046150-4f14-421f-9691-bd21a667e495 req-47e0fe15-d7a1-4e7d-a655-cef2510f3e2f tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Jun 30 21:43:05.912549 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-050ef7d4-4834-451d-9089-c3fa80de6a10 req-1e9f7a98-4572-4154-ad94-58e5bc4613e6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=98fbe671-63ee-4847-b257-d134f9d667c7 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Jun 30 21:43:06.149359 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059712f-8f25-4c34-994a-ac0fc288433b req-aa673ed2-4734-45b5-9711-23b3ddc73488 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:06.150877 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c059712f-8f25-4c34-994a-ac0fc288433b req-aa673ed2-4734-45b5-9711-23b3ddc73488 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0634601 Jun 30 21:43:06.258663 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Deleting port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:06.259018 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:06.272742 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc17e2-3e5b-4ee4-9a9c-58d984966c71 req-a7872c74-fdcf-4a62-a7b5-084d9df98986 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:06.274450 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5bc17e2-3e5b-4ee4-9a9c-58d984966c71 req-a7872c74-fdcf-4a62-a7b5-084d9df98986 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 947 time: 0.0646574 Jun 30 21:43:06.327705 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d5bc17e2-3e5b-4ee4-9a9c-58d984966c71 req-ab5bba94-4a66-4a64-9fdc-7340a5a7b4d1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6aa8107-fc2a-4522-8258-742e7440173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Jun 30 21:43:06.365342 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] For port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:06.366597 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:06.600570 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:06.601132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:06.601448 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Floating IP 81a079ad-d736-48b1-a506-e2a360dc1d40 disassociated. External IP: 172.27.3.91, port: d78aa42e-9089-4b2a-8d1f-d00fb2614f8d. Jun 30 21:43:06.601795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Calling delete_port for d78aa42e-9089-4b2a-8d1f-d00fb2614f8d owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:06.854181 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:06.886943 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'Port': ['ID=d78aa42e-9089-4b2a-8d1f-d00fb2614f8d,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:06.944237 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe815-f735-4e07-a3a9-98bcc3833b7e req-6efcbfe8-7956-442e-a148-b120a6fafaa3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:06.948185 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05efe815-f735-4e07-a3a9-98bcc3833b7e req-6efcbfe8-7956-442e-a148-b120a6fafaa3 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0732472 Jun 30 21:43:07.007229 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05efe815-f735-4e07-a3a9-98bcc3833b7e req-55666776-608b-4b68-8b3a-fcbd278dfeb1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488484 Jun 30 21:43:07.028502 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:43:07.146042 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:43:07.158262 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:43:07.177451 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:07.179530 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:42:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:07.199401 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] No DVR routers for this DVR port d78aa42e-9089-4b2a-8d1f-d00fb2614f8d on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:43:07.201916 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:07.204180 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c059712f-8f25-4c34-994a-ac0fc288433b req-cbc38f50-51ac-4b9e-8261-e86a63b88bfd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "DELETE /v2.0/ports/d78aa42e-9089-4b2a-8d1f-d00fb2614f8d HTTP/1.1" status: 204 len: 173 time: 1.0470798 Jun 30 21:43:07.204650 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-deleted', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:07.211336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b806ae-394d-4ce3-a3bd-8b9003cd052d" -d '{"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-deleted", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:07.247994 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7881737-6219-4b83-811c-75f5ae889513 x-openstack-request-id: req-a7881737-6219-4b83-811c-75f5ae889513 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:07.248345 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86885cc-584b-47e0-913f-ac9f3a7b6ad0", "name": "network-vif-deleted", "tag": "d78aa42e-9089-4b2a-8d1f-d00fb2614f8d", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:07.248658 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7881737-6219-4b83-811c-75f5ae889513 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:07.249058 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86885cc-584b-47e0-913f-ac9f3a7b6ad0', 'name': 'network-vif-deleted', 'tag': 'd78aa42e-9089-4b2a-8d1f-d00fb2614f8d', 'status': 'completed', 'code': 200} Jun 30 21:43:07.296619 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:07.492231 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8e2f4c98-42ae-4e2e-8b21-d17892a23e40 req-153232ad-30c7-459d-b6de-febb54be389b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86885cc-584b-47e0-913f-ac9f3a7b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Jun 30 21:43:07.612893 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:07.646040 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:43:07.655428 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:07.656033 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:42:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:07.767195 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:07.969178 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:07.995505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf7819-881f-4b5e-b01c-6aa5ed286496 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:43:08.209760 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251b43-76eb-4d66-85e2-7c58f0248f7c req-56c8c0dc-7ae9-4563-8634-c022cad545db tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:08.211290 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32251b43-76eb-4d66-85e2-7c58f0248f7c req-56c8c0dc-7ae9-4563-8634-c022cad545db tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0698128 Jun 30 21:43:08.248401 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cfe67-6763-45c5-bccb-cbb26fe809ed None None] New status for floating IP 81a079ad-d736-48b1-a506-e2a360dc1d40: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:43:08.252732 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32251b43-76eb-4d66-85e2-7c58f0248f7c req-829d9f0c-7a4f-4d9c-b5a5-9284e807bca4 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352883 Jun 30 21:43:08.576663 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:43:08.606256 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: d78aa42e-9089-4b2a-8d1f-d00fb2614f8d {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:43:08.606777 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d78aa42e-9089-4b2a-8d1f-d00fb2614f8d not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:43:08.689563 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 59764) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:08.749662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:08.776569 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.011078 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513367-d29b-4c6e-b000-932a7183a6c2 req-524750f3-fd43-44e5-a544-a05e1c18f0b2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:09.012567 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80513367-d29b-4c6e-b000-932a7183a6c2 req-524750f3-fd43-44e5-a544-a05e1c18f0b2 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.0647144 Jun 30 21:43:09.013771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.016427 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.028585 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6aa8107-fc2a-4522-8258-742e7440173e HTTP/1.1" status: 204 len: 168 time: 0.3270130 Jun 30 21:43:09.028728 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59768) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:09.036395 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.api.v2.resource [None req-dfaba7b2-0d2d-489c-af79-afd8388011d7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] show failed (client error): The resource could not be found. Jun 30 21:43:09.037804 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-dfaba7b2-0d2d-489c-af79-afd8388011d7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups/d6aa8107-fc2a-4522-8258-742e7440173e HTTP/1.1" status: 404 len: 347 time: 0.0160918 Jun 30 21:43:09.040731 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59770) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:09.040930 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa8107-fc2a-4522-8258-742e7440173e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:09.055023 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.059921 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089edc-5c8f-459a-9ddd-64d8c8ca4a89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:09.080058 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-80513367-d29b-4c6e-b000-932a7183a6c2 req-0423fb4f-2cec-458b-9e5e-f4dc51f97ba1 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Jun 30 21:43:09.174289 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Deleting port 08f42dd3-cab3-4b3e-a202-0752317e3855 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:09.174636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.249925 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.250249 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.262885 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Calling delete_port for 08f42dd3-cab3-4b3e-a202-0752317e3855 owned by network:floatingip {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:09.477315 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.505588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'Port': ['ID=08f42dd3-cab3-4b3e-a202-0752317e3855,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:09.571621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.574504 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:09.575746 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a94ef009-696e-492f-8296-7e951a3e91aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "DELETE /v2.0/floatingips/81a079ad-d736-48b1-a506-e2a360dc1d40 HTTP/1.1" status: 204 len: 168 time: 0.5340812 Jun 30 21:43:10.020132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59774) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:10.024872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593071862', 'description': 'tempest-description--1834957869'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:10.117672 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.198988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.255523 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705e2e-f6ff-4dd5-b205-6fccf732c8b7 req-2a710600-af3c-4f66-bf1c-2ae04d6469e6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:10.257029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32705e2e-f6ff-4dd5-b205-6fccf732c8b7 req-2a710600-af3c-4f66-bf1c-2ae04d6469e6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.0620577 Jun 30 21:43:10.293464 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32705e2e-f6ff-4dd5-b205-6fccf732c8b7 req-69e3f9d5-755f-43cc-a305-8d73c56ed24e tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Jun 30 21:43:10.339553 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.368440 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3d2d5-2e9e-4226-a668-debda9cae457,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:10.437048 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.438845 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-50b68e37-e4bb-4c6c-8c88-5373bf850385 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4176407 Jun 30 21:43:10.441700 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59778) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:10.446638 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group_rule': {'security_group_id': '4dd3d2d5-2e9e-4226-a668-debda9cae457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:10.545005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.602830 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.728222 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.746819 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27eb50f-9b69-41f3-9e7a-a3b97526917e,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:10.831264 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:10.832623 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-274bbc42-09fd-4caf-8cae-63b65c5fc14a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3895309 Jun 30 21:43:10.835934 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59780) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:10.840988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'security_group_rule': {'security_group_id': '4dd3d2d5-2e9e-4226-a668-debda9cae457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:10.984913 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.089254 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-59be1df6-7a7f-4c9e-994b-94068c79daf6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:11.090828 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-59be1df6-7a7f-4c9e-994b-94068c79daf6 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.1033213 Jun 30 21:43:11.096302 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.192657 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.200917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Deleting port 6b73c2f0-905c-4de8-90e7-86556c0eec46 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:11.202417 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.236745 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42148d53-b85f-4e35-b866-d65d03676002,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:11.302692 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] For port 6b73c2f0-905c-4de8-90e7-86556c0eec46, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6b73c2f0-905c-4de8-90e7-86556c0eec46,segment=NetworkSegment(ad828a04-7106-4468-8651-f8b3cf7ac4b1),segment_id=ad828a04-7106-4468-8651-f8b3cf7ac4b1)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:11.303144 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.315015 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Calling delete_port for 6b73c2f0-905c-4de8-90e7-86556c0eec46 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:11.326623 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.327875 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-431d17ab-3c4b-4206-8936-04e48cbb0d7d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906800 Jun 30 21:43:11.331067 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59784) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:11.337530 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:11.467710 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0285073-cf5c-49a8-9b75-3dd2ead4580a req-2b33533c-8821-4e97-b286-45123a236148 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:11.469206 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0285073-cf5c-49a8-9b75-3dd2ead4580a req-2b33533c-8821-4e97-b286-45123a236148 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 945 time: 0.0641415 Jun 30 21:43:11.482428 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.506659 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e0285073-cf5c-49a8-9b75-3dd2ead4580a req-2ac8f207-d6ee-4d38-a894-ec178066059f tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/security-groups?id=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Jun 30 21:43:11.545598 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.576268 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Pushing event deleted for resources: {'Port': ['ID=6b73c2f0-905c-4de8-90e7-86556c0eec46,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:11.585854 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['6b73c2f0-905c-4de8-90e7-86556c0eec46'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:43:11.854825 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] No DVR routers for this DVR port 6b73c2f0-905c-4de8-90e7-86556c0eec46 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:43:11.857882 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.859832 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-3f14b921-5c55-4480-bcd8-f197fd93a8c9 req-cdf52518-c9d4-41a8-bf67-d9e716ea8e69 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.13 "DELETE /v2.0/ports/6b73c2f0-905c-4de8-90e7-86556c0eec46 HTTP/1.1" status: 204 len: 173 time: 0.7623124 Jun 30 21:43:11.860255 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'name': 'network-vif-deleted', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:11.862533 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803021a1-649a-42f3-963f-f95c41b6585a" -d '{"events": [{"server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "name": "network-vif-deleted", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:11.877392 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:11.915122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c5bf94-4521-4173-9638-0f6b03e5f738 x-openstack-request-id: req-02c5bf94-4521-4173-9638-0f6b03e5f738 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:11.915482 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3831852a-eb2c-4d6d-8b7d-f0b4dc384a87", "name": "network-vif-deleted", "tag": "6b73c2f0-905c-4de8-90e7-86556c0eec46", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:11.915789 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02c5bf94-4521-4173-9638-0f6b03e5f738 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:11.916120 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3831852a-eb2c-4d6d-8b7d-f0b4dc384a87', 'name': 'network-vif-deleted', 'tag': '6b73c2f0-905c-4de8-90e7-86556c0eec46', 'status': 'completed', 'code': 200} Jun 30 21:43:11.985151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Allocated IP 172.27.3.79 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/b85df56e-19ef-41db-8871-38f172fc47d4) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:43:12.091086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.243099 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.281213 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:43:12.284070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:43:12.287493 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:43:12.311243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=b85df56e-19ef-41db-8871-38f172fc47d4,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:12.375798 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.542519 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.663562 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a9ec10c-f5c5-42fc-a986-efa82913da62 req-5373bc05-80a0-4ba4-9908-3e3a29bd5c61 tempest-AttachVolumeNegativeTest-730115800 tempest-AttachVolumeNegativeTest-730115800-project] 10.222.0.11 "GET /v2.0/ports?device_id=3831852a-eb2c-4d6d-8b7d-f0b4dc384a87 HTTP/1.1" status: 200 len: 210 time: 0.0322931 Jun 30 21:43:12.695126 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.780072 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.853193 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=b85df56e-19ef-41db-8871-38f172fc47d4,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:12.861956 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.961962 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:12.963324 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-53dad64c-946b-4d07-8b13-c46e60135efe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6311119 Jun 30 21:43:13.166972 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-9a7a90e8-6497-4d6a-897f-01d447b3679a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--593071862&fields=id&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 267 time: 0.0456033 Jun 30 21:43:13.274562 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-f39dd257-0c09-4f4e-af85-f18cacadc4b8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:13.276143 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-f39dd257-0c09-4f4e-af85-f18cacadc4b8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 817 time: 0.1028867 Jun 30 21:43:13.290541 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-e8ed2bf2-7f2c-49b5-96fa-bc1150b04955 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/quotas/8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Jun 30 21:43:13.360478 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-31570926-f066-4867-b6d5-4bc5b47edd5d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650995 Jun 30 21:43:13.451788 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-744118dc-41c2-42c6-a043-b142dc6d6b4f service neutron] 10.222.0.11 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797691 Jun 30 21:43:13.545735 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-482b4ae1-a7c1-48ca-b662-3159c8fbe5c2 service neutron] 10.222.0.11 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Jun 30 21:43:13.755697 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59806) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:13.800908 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Deleting subnet 2fa648b4-3f87-4142-b7d8-73fac9ae5f9a {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:43:13.804652 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:13.806674 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a403f0c4-05b8-48c5-89d9-3d30098733bc req-24e407fa-5019-4187-bbde-1bb92a6fbd81 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 210 time: 0.0306559 Jun 30 21:43:13.842721 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:13.880959 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.060200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.085194 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa648b4-3f87-4142-b7d8-73fac9ae5f9a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:14.089465 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.092271 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-df6fd1be-5d78-4526-bc43-57df5ccfbaa9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fa648b4-3f87-4142-b7d8-73fac9ae5f9a HTTP/1.1" status: 204 len: 168 time: 0.3345325 Jun 30 21:43:14.093868 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59814) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:14.163955 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.239767 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.250657 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a65438-8b6f-4902-84dc-eae6a4a13b8a']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:14.261212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad828a04-7106-4468-8651-f8b3cf7ac4b1') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:14.261542 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad828a04-7106-4468-8651-f8b3cf7ac4b1') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:14.270243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.288520 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.294467 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:43:14.294992 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:43:14.296612 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:43:14.476749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.482006 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:14.483841 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d7a65438-8b6f-4902-84dc-eae6a4a13b8a HTTP/1.1" status: 204 len: 168 time: 0.3890667 Jun 30 21:43:14.494711 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692b7f7-8df7-4fd1-bcb9-51ab2724b614 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a65438-8b6f-4902-84dc-eae6a4a13b8a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:14.587140 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 6b73c2f0-905c-4de8-90e7-86556c0eec46 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:43:14.607358 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 6b73c2f0-905c-4de8-90e7-86556c0eec46 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:43:14.607724 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 6b73c2f0-905c-4de8-90e7-86556c0eec46 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:43:14.956396 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b744dec-fb51-415d-ae98-4fba4a63f098 req-5744d3a2-da9c-47dd-9f97-733e40e7f3f0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 210 time: 0.0277407 Jun 30 21:43:14.993789 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59822) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:15.048718 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2addad3d-86e5-495d-8ad3-b365a0bcb051 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cb51dfe13994d27933eb95144b85054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534594 Jun 30 21:43:15.051362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59824) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:15.104232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:15.111070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:15.133389 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:15.294259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:15.297433 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:15.298630 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0 HTTP/1.1" status: 204 len: 168 time: 0.2459593 Jun 30 21:43:15.315482 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e82bc8-ead3-439e-91ad-482779d1721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a6c70-a7e3-4e5d-82c1-6d4110fff7f0,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:16.099113 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cfc0aa73-a671-4349-8531-b67bb8fb2585 req-4a5b116e-5dd1-4df6-a919-73c197f0fac1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 210 time: 0.0285881 Jun 30 21:43:16.371162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-83f9b5a8-c1c2-4e28-8641-9fb48c013189 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:16.372666 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-83f9b5a8-c1c2-4e28-8641-9fb48c013189 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 817 time: 0.0989323 Jun 30 21:43:16.421555 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-dc35c5e2-1b8d-47ae-bf0e-cbfbee8bc68c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 379 time: 0.0350919 Jun 30 21:43:16.432300 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'port': {'device_id': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'admin_state_up': True, 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'security_groups': ['4dd3d2d5-2e9e-4226-a668-debda9cae457']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:16.694449 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Made reservation on behalf of 8bc4288288b846ef9aa6886e607d6b49 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:43:16.698167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:16.825106 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Allocated IP 172.20.0.9 (08d51325-f2a6-475d-8431-de766d24d96e/533c9c58-94e3-402a-a5da-cde43cf0e592/d26de8c4-e9b2-4964-9876-918c7ed0b5ac) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:43:16.956909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:16.970608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Transition to ACTIVE for port object d26de8c4-e9b2-4964-9876-918c7ed0b5ac will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:43:17.129240 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.180944 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Network 08d51325-f2a6-475d-8431-de766d24d96e is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:43:17.184396 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:43:17.187374 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:43:17.228766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:17.253045 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:17.253730 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.294958 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af759-d554-4419-8e1d-7cdbd73bf440 req-c1b68049-5b50-4130-9f1e-d081389ae8a0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:17.296522 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c17af759-d554-4419-8e1d-7cdbd73bf440 req-c1b68049-5b50-4130-9f1e-d081389ae8a0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 931 time: 0.0679550 Jun 30 21:43:17.339271 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c17af759-d554-4419-8e1d-7cdbd73bf440 req-8473e72c-20d0-48cc-9416-8224b17bae5f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365338 Jun 30 21:43:17.346411 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-d6c5e51f-90a2-4697-a0b3-731492648c11 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179091 Jun 30 21:43:17.366397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Request body: {'port': {'device_id': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:17.456712 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.613759 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-127e46c3-b3c3-4479-a469-b6399e381594 None None] Provisioning for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:43:17.618722 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-127e46c3-b3c3-4479-a469-b6399e381594 None None] Provisioning complete for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:43:17.618722 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-127e46c3-b3c3-4479-a469-b6399e381594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.665066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-127e46c3-b3c3-4479-a469-b6399e381594 None None] Port d26de8c4-e9b2-4964-9876-918c7ed0b5ac cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:43:17.734795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:43:17.743552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.755078 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Transition to ACTIVE for port object d26de8c4-e9b2-4964-9876-918c7ed0b5ac will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:43:17.848282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:17.900970 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:17.975749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Attempting to bind port d26de8c4-e9b2-4964-9876-918c7ed0b5ac on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:43:17.976261 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Attempting to bind port d26de8c4-e9b2-4964-9876-918c7ed0b5ac by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:43:17.976588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Attempting to bind port d26de8c4-e9b2-4964-9876-918c7ed0b5ac on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:43:17.981322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Port d26de8c4-e9b2-4964-9876-918c7ed0b5ac on network 08d51325-f2a6-475d-8431-de766d24d96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:43:17.981641 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Attempting to bind port d26de8c4-e9b2-4964-9876-918c7ed0b5ac on network 08d51325-f2a6-475d-8431-de766d24d96e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:43:17.987552 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:43:17.987892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Checking segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:43:17.988276 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Bound using segment: {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:43:17.988709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Bound port: d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:43:17.989064 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:18.057303 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:43:18.060914 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:43:18.174732 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:18.213401 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.214026 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:18.215524 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] 10.222.0.13 "PUT /v2.0/ports/d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 1093 time: 0.8544810 Jun 30 21:43:18.215979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:18.218279 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d3752-2a7f-4042-bc38-0a77d955f966" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:18.248715 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9df54-ae61-426f-a0e5-35b2630d97cd service neutron] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:18.265424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab3aa39-652a-4086-b59c-8ed143fd39f8 x-openstack-request-id: req-2ab3aa39-652a-4086-b59c-8ed143fd39f8 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:18.265965 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:18.266436 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ab3aa39-652a-4086-b59c-8ed143fd39f8 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:18.266929 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'status': 'completed', 'code': 200} Jun 30 21:43:18.363576 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-e49b6db8-e12d-45c4-b1a3-6044b7b7f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.365129 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-e49b6db8-e12d-45c4-b1a3-6044b7b7f59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1096 time: 0.0570004 Jun 30 21:43:18.479293 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-ab9d4d3e-f19e-4bd1-9c6f-c9eedc42029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.480644 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-ab9d4d3e-f19e-4bd1-9c6f-c9eedc42029f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8bc4288288b846ef9aa6886e607d6b49&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1001678 Jun 30 21:43:18.525533 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa219-9020-45a4-b6fa-bf0da1b9d50a req-c6ea604c-bf65-4d71-93eb-15af6375b68e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.527660 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-444aa219-9020-45a4-b6fa-bf0da1b9d50a req-c6ea604c-bf65-4d71-93eb-15af6375b68e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0680370 Jun 30 21:43:18.568144 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-444aa219-9020-45a4-b6fa-bf0da1b9d50a req-286a748a-8cde-471b-a10a-3e488d8f1a78 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352938 Jun 30 21:43:18.591395 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-bbd8e7b8-5a79-415f-8670-f3c30db72216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.591395 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-911d3752-2a7f-4042-bc38-0a77d955f966 req-bbd8e7b8-5a79-415f-8670-f3c30db72216 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1022496 Jun 30 21:43:18.715292 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-82137145-8364-46ef-bfc4-b6dd8b5316bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.716849 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-82137145-8364-46ef-bfc4-b6dd8b5316bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1096 time: 0.0559561 Jun 30 21:43:18.765162 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-f207fa7d-a9d5-40ae-9aa4-37e2f2996977 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 217 time: 0.0339210 Jun 30 21:43:18.816625 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-8e282ffa-5b93-439d-a0b3-ad7d0d308c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.818104 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-8e282ffa-5b93-439d-a0b3-ad7d0d308c53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0462770 Jun 30 21:43:18.874150 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-32493606-bf57-420d-adfb-6591ee469a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:18.875651 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-32493606-bf57-420d-adfb-6591ee469a6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512378 Jun 30 21:43:18.965806 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-512e2e31-9594-4ca8-95c0-f4e2212c7e40 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Jun 30 21:43:19.104373 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be88fd36-e53f-4120-8774-15bc02e9bac0 req-af2f2fb2-226b-4af1-8cdc-5ebd68426ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224263 Jun 30 21:43:19.110924 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-847918f0-8ba5-4dc4-ae29-43b3a03b80a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002023 Jun 30 21:43:19.238163 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-14291316-c257-4f8c-906d-37bf6acbc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:19.239692 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-14291316-c257-4f8c-906d-37bf6acbc8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 1099 time: 0.0608099 Jun 30 21:43:19.344055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-4d728a43-9c7e-440d-a3d0-9df43f7c80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:19.345533 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-4d728a43-9c7e-440d-a3d0-9df43f7c80b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.0856011 Jun 30 21:43:19.415242 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-f88146df-4287-418a-9352-b54e7a598948 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0625846 Jun 30 21:43:19.466708 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-da6cd562-ad76-4e20-9081-c47384ec26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:19.468185 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-da6cd562-ad76-4e20-9081-c47384ec26dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0459070 Jun 30 21:43:19.526899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-49dd6b5b-cd0a-43a9-a54a-6b89731efe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:19.528393 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-49dd6b5b-cd0a-43a9-a54a-6b89731efe03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526991 Jun 30 21:43:19.622480 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-88b2cbc5-76af-4ab1-9436-34ce1bf07b2f service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Jun 30 21:43:19.715065 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b61132b8-c8e1-4110-89fe-9a8ead51c957 req-da97ac59-ec2e-4f7b-aaa7-d4b0c04b5b21 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827973 Jun 30 21:43:19.751376 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe17488-ecde-4a48-83aa-9cf4973676cf req-edcca1ca-7cfa-4afc-9712-305662274dda tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:19.752844 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-efe17488-ecde-4a48-83aa-9cf4973676cf req-edcca1ca-7cfa-4afc-9712-305662274dda tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0632355 Jun 30 21:43:19.795583 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-efe17488-ecde-4a48-83aa-9cf4973676cf req-802506c0-511f-4f03-a693-f3d2eabf438c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366395 Jun 30 21:43:20.977260 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61fbe-336a-49bb-a3f0-3cce4f922ed4 req-e7619654-e736-4630-87e0-5947d56bb241 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:20.978860 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ca61fbe-336a-49bb-a3f0-3cce4f922ed4 req-e7619654-e736-4630-87e0-5947d56bb241 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0649769 Jun 30 21:43:21.017457 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4ca61fbe-336a-49bb-a3f0-3cce4f922ed4 req-56446b59-4e93-418b-a037-be744969c9c4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Jun 30 21:43:21.857619 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59904) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:21.962155 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ba4f9-b3d4-4fe4-a943-958864abbb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.045445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ba4f9-b3d4-4fe4-a943-958864abbb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.138610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ba4f9-b3d4-4fe4-a943-958864abbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.181173 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-bb7ba4f9-b3d4-4fe4-a943-958864abbb72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d555240013649b4941fff34d5f136c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222628 Jun 30 21:43:22.181864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ba4f9-b3d4-4fe4-a943-958864abbb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a39e8-eb9a-468a-ba85-1d334a9d5aea,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:22.183567 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 59910) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:22.198209 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7088717-179a-406c-957d-a17345078c00 req-d6d3af14-18df-4d2e-916a-6c74e4f66c7a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:22.199678 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7088717-179a-406c-957d-a17345078c00 req-d6d3af14-18df-4d2e-916a-6c74e4f66c7a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0685816 Jun 30 21:43:22.257264 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7088717-179a-406c-957d-a17345078c00 req-0c5b0d50-434a-438f-a460-e9695a21afc2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506260 Jun 30 21:43:22.266089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.291240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.425790 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.429077 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.430317 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d2a39e8-eb9a-468a-ba85-1d334a9d5aea HTTP/1.1" status: 204 len: 168 time: 0.2457647 Jun 30 21:43:22.442034 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b3ae-7b9a-4f3c-b56e-b8b47d99cb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2a39e8-eb9a-468a-ba85-1d334a9d5aea,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:22.615426 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:43:22.822934 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:22.834852 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:43:22.872517 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:22.889332 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:43:22.910119 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:23.100442 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:23.148556 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:23.432674 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dfe12-ab5c-4beb-850c-5ec17033a7d7 req-101e896e-84cc-4141-9cca-7d8fdffac3eb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:23.433985 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-015dfe12-ab5c-4beb-850c-5ec17033a7d7 req-101e896e-84cc-4141-9cca-7d8fdffac3eb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 944 time: 0.0631084 Jun 30 21:43:23.475398 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-015dfe12-ab5c-4beb-850c-5ec17033a7d7 req-77d6a4ba-baba-48bc-8753-0125594b2ed7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Jun 30 21:43:23.550132 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d26de8c4-e9b2-4964-9876-918c7ed0b5ac'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:43:24.641461 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:43:24.650099 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1c35-c8e4-4a8c-afd5-5e7a66a66b4b req-d83fa0b2-e0be-484f-9dcc-e86b9005f3a6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:24.651677 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d6d1c35-c8e4-4a8c-afd5-5e7a66a66b4b req-d83fa0b2-e0be-484f-9dcc-e86b9005f3a6 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 944 time: 0.0635974 Jun 30 21:43:24.689468 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5d6d1c35-c8e4-4a8c-afd5-5e7a66a66b4b req-23dfd042-febb-418c-802c-62ee1ba13a0d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321054 Jun 30 21:43:24.797044 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:43:24.802001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:43:24.806529 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:24.883283 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:24.905601 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:24.907935 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613d8a54-02b3-47de-baab-f4f910376b06" -d '{"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:24.923503 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:24.942871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f0a002-5c61-4d00-b1ea-100983d3d566 x-openstack-request-id: req-65f0a002-5c61-4d00-b1ea-100983d3d566 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:24.942871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:24.943153 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65f0a002-5c61-4d00-b1ea-100983d3d566 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:24.943500 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'code': 200} Jun 30 21:43:25.024330 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:25.074442 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:25.397892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37bcb-9fed-4c99-ab64-7cfa995f9d13 req-d30692c5-26fc-4ed1-9677-2fb28b6715c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:25.399437 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-17d37bcb-9fed-4c99-ab64-7cfa995f9d13 req-d30692c5-26fc-4ed1-9677-2fb28b6715c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1098 time: 0.0511632 Jun 30 21:43:25.433839 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-17d37bcb-9fed-4c99-ab64-7cfa995f9d13 req-8f036adf-4dd7-4428-bd77-15e48da1df49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275462 Jun 30 21:43:25.785501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c15b3a-9129-4ee3-aa8d-101bc389ac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:25.864651 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04582706-4246-4e3e-8c7c-dd54710dd7ce req-edac6f44-e7d0-4351-b4d2-099b851a2526 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:25.866611 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04582706-4246-4e3e-8c7c-dd54710dd7ce req-edac6f44-e7d0-4351-b4d2-099b851a2526 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0649662 Jun 30 21:43:25.904169 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-04582706-4246-4e3e-8c7c-dd54710dd7ce req-fce1da6b-36c5-42eb-8cf5-9bf99919b5d0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Jun 30 21:43:27.081578 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032ab8d-9e7b-4048-b300-04e1c7e3e443 req-9e0f29af-4ad9-4026-94f9-6135d8a79f5e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:27.083052 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2032ab8d-9e7b-4048-b300-04e1c7e3e443 req-9e0f29af-4ad9-4026-94f9-6135d8a79f5e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0629098 Jun 30 21:43:27.123028 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2032ab8d-9e7b-4048-b300-04e1c7e3e443 req-4983e591-cb7d-4029-8da6-6ae085b1df9f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jun 30 21:43:28.303682 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce968d5-0503-440c-8a9f-4e5f6857c377 req-2a7f5743-24e7-4f07-9c2c-ce1df41e9e7a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:28.305185 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fce968d5-0503-440c-8a9f-4e5f6857c377 req-2a7f5743-24e7-4f07-9c2c-ce1df41e9e7a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0665753 Jun 30 21:43:28.344301 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fce968d5-0503-440c-8a9f-4e5f6857c377 req-31adadfb-15fa-4e57-98b7-ecc75cd1bd24 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 Jun 30 21:43:28.396962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b88fc331-1569-4c2b-9f21-9115a0e2164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:28.517406 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b52b-fb8a-4f9b-8090-5d3a7a3c0218 req-85a3b8ad-2f2f-47f2-ae63-67a3c6e20935 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:28.518878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dba3b52b-fb8a-4f9b-8090-5d3a7a3c0218 req-85a3b8ad-2f2f-47f2-ae63-67a3c6e20935 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0627515 Jun 30 21:43:28.528665 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 59988) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:28.533322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Request body: {'floatingip': {'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:28.570766 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:28.717067 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:29.010687 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:29.105736 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:29.204566 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Floating IP 84c2d7d6-dd1c-4734-aaaa-206a49274e97 associated. External IP: 172.27.3.79, port: d26de8c4-e9b2-4964-9876-918c7ed0b5ac. Jun 30 21:43:29.641357 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:43:29.747090 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:43:29.752121 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:29.757708 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:43:29.767065 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:29.767792 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:29.786934 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-08af11ad-f18e-4aee-bd16-b54b7f7b92fa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "PUT /v2.0/floatingips/84c2d7d6-dd1c-4734-aaaa-206a49274e97 HTTP/1.1" status: 200 len: 990 time: 1.2571030 Jun 30 21:43:29.787607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:29.789940 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a76e98-a4ab-45cb-9b10-42f913f28a43" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:29.811056 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:29.899211 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:29.982568 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b767965-6775-418e-b2d6-ac2076661f19 x-openstack-request-id: req-2b767965-6775-418e-b2d6-ac2076661f19 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:29.982912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:29.983152 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b767965-6775-418e-b2d6-ac2076661f19 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:29.983563 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'status': 'completed', 'code': 200} Jun 30 21:43:30.081330 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-702d1bc5-5a44-498b-b565-58961b89c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:30.082896 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-702d1bc5-5a44-498b-b565-58961b89c883 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1098 time: 0.0554852 Jun 30 21:43:30.172355 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-b50f159a-ae2c-4680-9534-b513bf8d272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:30.173725 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-b50f159a-ae2c-4680-9534-b513bf8d272f service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0844860 Jun 30 21:43:30.176167 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '84c2d7d6-dd1c-4734-aaaa-206a49274e97', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:12Z', 'updated_at': '2021-06-30T21:43:28Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:30.204230 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:43:30.214133 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:30.214879 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:30.244968 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-33b26005-36ce-4953-b3ab-1f5d2ef0b0a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 998 time: 0.0638831 Jun 30 21:43:30.296716 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-6b5d9ef0-3e04-4115-8c6d-1e7703813cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:30.298227 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-6b5d9ef0-3e04-4115-8c6d-1e7703813cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0440638 Jun 30 21:43:30.322700 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:30.358579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-7a93ae6d-0269-4d6f-8a00-bbbe68b402ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:30.360359 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-7a93ae6d-0269-4d6f-8a00-bbbe68b402ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529304 Jun 30 21:43:30.454422 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-5e1598b7-09bd-48a4-8387-0a798527d0ae service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Jun 30 21:43:30.539881 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '84c2d7d6-dd1c-4734-aaaa-206a49274e97', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:12Z', 'updated_at': '2021-06-30T21:43:28Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:30.541409 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-e3a76e98-a4ab-45cb-9b10-42f913f28a43 req-ca6183c1-e9e0-4110-9273-a12bfe8cf07f service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805264 Jun 30 21:43:30.569378 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590ef57-ab4d-465f-a4bb-d0c73481cbd3 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '84c2d7d6-dd1c-4734-aaaa-206a49274e97', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:12Z', 'updated_at': '2021-06-30T21:43:28Z', 'revision_number': 1, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:43:30.760302 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4a167-f083-4c31-aa9b-d732bc5dee94 None None] New status for floating IP 84c2d7d6-dd1c-4734-aaaa-206a49274e97: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:43:31.619636 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:33.948005 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:43:36.435099 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ffe4f-e330-4a2a-89ba-c8e59932681a req-72a4aa33-1cda-4392-afa3-ab6ca87f69a4 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:36.436651 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-135ffe4f-e330-4a2a-89ba-c8e59932681a req-72a4aa33-1cda-4392-afa3-ab6ca87f69a4 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0638182 Jun 30 21:43:36.474714 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-135ffe4f-e330-4a2a-89ba-c8e59932681a req-e00cd998-25fd-48c0-a0b8-e32395ff560a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Jun 30 21:43:37.652584 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb17f-dda8-4920-b3aa-dd4c2a3308d7 req-79fe0d62-eb07-4e3f-a9c9-03288fcbe5c3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:37.654015 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da3eb17f-dda8-4920-b3aa-dd4c2a3308d7 req-79fe0d62-eb07-4e3f-a9c9-03288fcbe5c3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0646584 Jun 30 21:43:37.690835 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-da3eb17f-dda8-4920-b3aa-dd4c2a3308d7 req-f85bab9d-b6da-41a5-9939-c8039ba39dc7 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Jun 30 21:43:38.244105 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-2b3bcc9f-7a2f-4b1c-91c5-e13618b39ef4 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:38.245483 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-2b3bcc9f-7a2f-4b1c-91c5-e13618b39ef4 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0618327 Jun 30 21:43:38.351714 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Deleting port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:38.352057 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:38.447023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] For port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:38.447414 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:38.609926 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:38.610298 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:38.610616 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Floating IP 657ff304-0716-428a-95e6-e041ce64a4b1 disassociated. External IP: 172.27.3.166, port: 361017b7-28b5-4f8a-9a0b-2d3f9491ba65. Jun 30 21:43:38.610989 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Calling delete_port for 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:38.863481 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcc78b-250b-4f25-af16-b38dc8d35046 req-a63ededd-f1f4-47e5-913c-576ec9ac246c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:38.864971 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27fcc78b-250b-4f25-af16-b38dc8d35046 req-a63ededd-f1f4-47e5-913c-576ec9ac246c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 946 time: 0.0639529 Jun 30 21:43:38.902522 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-27fcc78b-250b-4f25-af16-b38dc8d35046 req-176dc4c6-a320-4487-90d4-b20701816f25 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d767b44-f463-4f5c-90ef-a89fec1bbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Jun 30 21:43:38.931177 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:38.960586 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'Port': ['ID=361017b7-28b5-4f8a-9a0b-2d3f9491ba65,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:39.069836 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:43:39.179685 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:43:39.189730 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:43:39.205989 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:39.206601 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:39.224291 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] No DVR routers for this DVR port 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:43:39.227441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:39.234486 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34018280-8abb-44cf-bcbc-91cdb6b70030 req-8e2fdfae-5d2a-4603-9573-975e97656968 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "DELETE /v2.0/ports/361017b7-28b5-4f8a-9a0b-2d3f9491ba65 HTTP/1.1" status: 204 len: 173 time: 0.9781818 Jun 30 21:43:39.234486 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'name': 'network-vif-deleted', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:39.234486 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853f0907-5f6f-4b3b-a55b-9bcb46da7470" -d '{"events": [{"server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "name": "network-vif-deleted", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:39.269575 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4ce75-6a6f-466b-9698-8ba7ae44f99d x-openstack-request-id: req-96b4ce75-6a6f-466b-9698-8ba7ae44f99d {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:39.282441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b9ba75-4735-473a-8da5-b73a6a38c104", "name": "network-vif-deleted", "tag": "361017b7-28b5-4f8a-9a0b-2d3f9491ba65", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:39.282441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96b4ce75-6a6f-466b-9698-8ba7ae44f99d {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:39.282441 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b9ba75-4735-473a-8da5-b73a6a38c104', 'name': 'network-vif-deleted', 'tag': '361017b7-28b5-4f8a-9a0b-2d3f9491ba65', 'status': 'completed', 'code': 200} Jun 30 21:43:39.317269 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:39.637489 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:39.667214 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:43:39.683631 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:43:39.684786 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:39.793763 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:43:40.002298 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:43:40.034291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb75701-5dc2-45dd-9ae0-6d5f87ee3a30 None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:43:40.064010 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96c6aef1-c44f-472b-a2e8-56816ced9040 req-d34c744e-b8d3-4cd4-a26e-cf0f62f8b384 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b9ba75-4735-473a-8da5-b73a6a38c104 HTTP/1.1" status: 200 len: 210 time: 0.0292869 Jun 30 21:43:40.269617 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7e9d6-ee36-450b-8a3b-5743369be379 None None] New status for floating IP 657ff304-0716-428a-95e6-e041ce64a4b1: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:43:40.778524 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:43:40.797649 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:43:40.797987 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 361017b7-28b5-4f8a-9a0b-2d3f9491ba65 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:43:41.324533 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60102) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:41.379357 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:41.411298 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:41.590927 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:41.593517 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:41.594764 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d767b44-f463-4f5c-90ef-a89fec1bbda9 HTTP/1.1" status: 204 len: 168 time: 0.2693982 Jun 30 21:43:41.597647 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60106) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:41.603873 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8d01b-65d8-4527-80fb-c17929a85f38 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d767b44-f463-4f5c-90ef-a89fec1bbda9,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:41.611091 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.api.v2.resource [None req-342b4db3-d478-47eb-a717-db3bc6f384f5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] show failed (client error): The resource could not be found. Jun 30 21:43:41.612038 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-342b4db3-d478-47eb-a717-db3bc6f384f5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups/3d767b44-f463-4f5c-90ef-a89fec1bbda9 HTTP/1.1" status: 404 len: 347 time: 0.0133984 Jun 30 21:43:41.616002 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60108) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:41.738285 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Deleting port b35a5a11-a63d-4090-9e92-c590df874715 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:43:41.738631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.048904 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.049134 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.060800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Calling delete_port for b35a5a11-a63d-4090-9e92-c590df874715 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:43:42.300049 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.323175 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'Port': ['ID=b35a5a11-a63d-4090-9e92-c590df874715,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:42.390906 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.393744 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.395236 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7706fc80-3e62-40f9-9b77-3ee10bbc8f1c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "DELETE /v2.0/floatingips/657ff304-0716-428a-95e6-e041ce64a4b1 HTTP/1.1" status: 204 len: 168 time: 0.7781549 Jun 30 21:43:42.738588 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60128) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:42.743303 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18841236', 'description': 'tempest-description--1074664886'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:42.848555 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:42.928272 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.008266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.036495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813666ac-0166-45fc-ad96-074a791ca159,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:43.168430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.169705 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4b4a907a-fad1-4b83-9085-cf3a675c563b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4300821 Jun 30 21:43:43.172902 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60130) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:43.177767 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group_rule': {'security_group_id': '813666ac-0166-45fc-ad96-074a791ca159', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:43.425106 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.481774 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.630761 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.649465 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e190f7-fd28-4a61-a9ce-6cdbc3ee9c91,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:43.768482 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.769861 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-61599a7f-4aa5-436a-9cfd-4cc323bd0f3b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5960326 Jun 30 21:43:43.773634 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60140) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:43.778887 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'security_group_rule': {'security_group_id': '813666ac-0166-45fc-ad96-074a791ca159', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:43.895753 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:43.955678 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.037046 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.053913 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090f7324-4a04-4757-b070-61f711d256ff,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:44.151096 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.152211 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e395523e-e5cc-4722-a2fb-55f5a8ff8834 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774812 Jun 30 21:43:44.155207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60142) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:43:44.159678 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:44.272033 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.365259 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.474019 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Allocated IP 172.27.3.156 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/6c74ded9-c494-46a5-8baf-9e1ef71f69f4) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:43:44.577911 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.734630 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:44.779482 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:43:44.782419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:43:44.784940 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:43:44.811967 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=6c74ded9-c494-46a5-8baf-9e1ef71f69f4,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:44.908713 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.132254 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.191144 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.281941 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.448814 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.514503 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=6c74ded9-c494-46a5-8baf-9e1ef71f69f4,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:45.526636 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.723089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:45.724403 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1bd50583-e4a9-4c1d-b6f1-77f139dc1dbd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5682156 Jun 30 21:43:45.916665 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-347b3125-9666-4c51-83a7-3a7a7de1db34 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--18841236&fields=id&tenant_id=0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 267 time: 0.0413873 Jun 30 21:43:46.023364 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-55608961-2b13-4c3c-9259-5cc2a7c8e2b8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:46.024826 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-55608961-2b13-4c3c-9259-5cc2a7c8e2b8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 810 time: 0.1011543 Jun 30 21:43:46.039045 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-bed40874-2c70-49cc-b5fb-5a3194323a02 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/quotas/0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 375 time: 0.0089502 Jun 30 21:43:46.105859 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-69ba72bd-1bd8-4ee7-9980-498845e837c5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618026 Jun 30 21:43:46.203359 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-b092630b-c3bd-499e-9db7-2840d6e437c5 service neutron] 10.222.0.11 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860417 Jun 30 21:43:46.290173 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-f79d1132-d619-401e-9d2a-9c409b86cf5a service neutron] 10.222.0.11 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810311 Jun 30 21:43:46.688182 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-06df4bef-5508-470d-a036-99aa5dd20712 req-9b0b1ffc-a4d7-4d35-8954-70bdeea0efc5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0301039 Jun 30 21:43:47.774590 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6890d461-069c-41d8-a157-5e5a6a92112b req-9f9f1e43-533e-4d46-9853-42bf05792864 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jun 30 21:43:48.915259 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63acc9f8-e168-4398-adc9-db86fd48d948 req-36f6a953-6541-43f0-88d4-bc084dccd050 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0282667 Jun 30 21:43:50.058422 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d75c90bf-de6b-45ff-bd7a-ccd00c7eadbb req-a6053dc1-8763-4d1b-beb1-005f020b064b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Jun 30 21:43:50.496622 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4e54de35-7633-4431-b149-41a536d0e192 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:50.497981 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4e54de35-7633-4431-b149-41a536d0e192 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 810 time: 0.1041067 Jun 30 21:43:50.556282 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-b5b3d021-a551-4e4b-b9b6-d4d1f0df3a0c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a29ef89fbc043039a7403a40cd42470 HTTP/1.1" status: 200 len: 378 time: 0.0337842 Jun 30 21:43:50.577636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'port': {'device_id': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'admin_state_up': True, 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'security_groups': ['813666ac-0166-45fc-ad96-074a791ca159']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:50.921279 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Made reservation on behalf of 0a29ef89fbc043039a7403a40cd42470 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:43:50.925637 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.059027 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Allocated IP 172.20.0.3 (df621c36-f737-4852-bdce-55c00d484cb4/612f05ec-25bf-4b25-8544-913f846743a7/33ed9b96-086f-4821-9646-a445f57a5ee5) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:43:51.209536 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.223962 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Transition to ACTIVE for port object 33ed9b96-086f-4821-9646-a445f57a5ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:43:51.279318 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a503812c-4eb1-44f2-83d9-5b26d00f8135 req-ee922fc5-bb89-4bf2-8173-042c30f8115d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Jun 30 21:43:51.339120 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.391525 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Network df621c36-f737-4852-bdce-55c00d484cb4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:43:51.395027 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:43:51.400515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:43:51.434579 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event updated for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:51.464871 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:51.465503 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.603136 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a2bdef3-0fc0-4b91-a071-89e2b5062198 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0416238 Jun 30 21:43:51.622237 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Request body: {'port': {'device_id': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:43:51.694581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.739399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-27bd97ef-3533-41dc-9dfb-ae52fae4434b None None] Provisioning for port 33ed9b96-086f-4821-9646-a445f57a5ee5 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:43:51.744000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-27bd97ef-3533-41dc-9dfb-ae52fae4434b None None] Provisioning complete for port 33ed9b96-086f-4821-9646-a445f57a5ee5 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:43:51.744377 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27bd97ef-3533-41dc-9dfb-ae52fae4434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.778286 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-27bd97ef-3533-41dc-9dfb-ae52fae4434b None None] Port 33ed9b96-086f-4821-9646-a445f57a5ee5 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:43:51.950243 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ed9b96-086f-4821-9646-a445f57a5ee5 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:43:51.957467 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:51.969845 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Transition to ACTIVE for port object 33ed9b96-086f-4821-9646-a445f57a5ee5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:43:52.040837 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:52.090627 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Pushing event updated for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:52.164529 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Attempting to bind port 33ed9b96-086f-4821-9646-a445f57a5ee5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:43:52.164864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Attempting to bind port 33ed9b96-086f-4821-9646-a445f57a5ee5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:43:52.165191 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Attempting to bind port 33ed9b96-086f-4821-9646-a445f57a5ee5 on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:43:52.170685 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Port 33ed9b96-086f-4821-9646-a445f57a5ee5 on network df621c36-f737-4852-bdce-55c00d484cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:43:52.171251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Attempting to bind port 33ed9b96-086f-4821-9646-a445f57a5ee5 on network df621c36-f737-4852-bdce-55c00d484cb4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:43:52.176807 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:43:52.177153 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Checking segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:43:52.177525 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Bound using segment: {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:43:52.177954 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Bound port: 33ed9b96-086f-4821-9646-a445f57a5ee5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa49971-07ad-4715-90c1-67ac3561c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:43:52.178316 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:52.248625 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:43:52.252733 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=33ed9b96-086f-4821-9646-a445f57a5ee5,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:43:52.327304 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:52.359726 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.360511 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:52.361917 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] 10.222.0.13 "PUT /v2.0/ports/33ed9b96-086f-4821-9646-a445f57a5ee5 HTTP/1.1" status: 200 len: 1093 time: 0.7446747 Jun 30 21:43:52.364463 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:52.366560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c89726-0127-4662-bad2-fd25b208948b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:52.405319 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124ccbc-769b-44a4-af3a-94a349ddc65f service neutron] Pushing event updated for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:52.418850 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f8db8-94d6-4274-b650-13fc7d6586c2 x-openstack-request-id: req-8a2f8db8-94d6-4274-b650-13fc7d6586c2 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:52.419224 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:52.419539 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a2f8db8-94d6-4274-b650-13fc7d6586c2 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:52.420002 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'status': 'completed', 'code': 200} Jun 30 21:43:52.469478 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee859-3313-45af-9fb1-7ae333375057 req-a5d333cf-e422-4270-9b35-6a4b92545b6d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.471015 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ecee859-3313-45af-9fb1-7ae333375057 req-a5d333cf-e422-4270-9b35-6a4b92545b6d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 943 time: 0.0789878 Jun 30 21:43:52.514260 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ecee859-3313-45af-9fb1-7ae333375057 req-90651260-486c-4cfa-8c62-d1005358acaf tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373764 Jun 30 21:43:52.534457 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c89726-0127-4662-bad2-fd25b208948b req-00f058eb-f1ed-43b6-bf0f-d736ba3517f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.535989 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-52c89726-0127-4662-bad2-fd25b208948b req-00f058eb-f1ed-43b6-bf0f-d736ba3517f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0695999 Jun 30 21:43:52.648899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c89726-0127-4662-bad2-fd25b208948b req-f198cca7-8e26-4441-9759-7c3410ff3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.650385 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-52c89726-0127-4662-bad2-fd25b208948b req-f198cca7-8e26-4441-9759-7c3410ff3c2e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a29ef89fbc043039a7403a40cd42470&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1006341 Jun 30 21:43:52.744219 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c89726-0127-4662-bad2-fd25b208948b req-0b7a2b64-fdce-4f71-b21d-31198024573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.745673 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-52c89726-0127-4662-bad2-fd25b208948b req-0b7a2b64-fdce-4f71-b21d-31198024573d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889657 Jun 30 21:43:52.864957 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-655842c7-5c3b-449a-8f0b-b9639a6174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.866508 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-655842c7-5c3b-449a-8f0b-b9639a6174dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0553672 Jun 30 21:43:52.923212 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-3dc48b7d-0453-4fe5-9ce5-41f7630ff121 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed9b96-086f-4821-9646-a445f57a5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0321920 Jun 30 21:43:52.969887 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-c324f2fd-dd23-402c-8e75-eae7747e6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:52.971322 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-c324f2fd-dd23-402c-8e75-eae7747e6182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0421650 Jun 30 21:43:53.027518 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-e60012f8-5d73-4c2f-a178-54c2f9d27d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:53.028989 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-e60012f8-5d73-4c2f-a178-54c2f9d27d92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511229 Jun 30 21:43:53.119691 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-4a295d8d-dfce-41a2-a4a8-a357e2a2f095 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836430 Jun 30 21:43:53.211705 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a92db649-ddf1-45d2-9600-f950c6c5cb16 req-8b46ba60-70b5-408b-bfa2-e615b5a525c6 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Jun 30 21:43:53.694403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78130-f586-445b-9876-bbff802be553 req-83e4fe26-481c-47f9-8044-cb65e17fe6c8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:53.695855 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8b78130-f586-445b-9876-bbff802be553 req-83e4fe26-481c-47f9-8044-cb65e17fe6c8 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 943 time: 0.0652595 Jun 30 21:43:53.733644 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8b78130-f586-445b-9876-bbff802be553 req-9a3c1b63-ee8d-408c-bf20-fb4a6d7fe1cf tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322034 Jun 30 21:43:54.917733 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397aa9e-324e-4c1a-8504-c7c539848d44 req-83cb150a-a59e-4db0-8d22-4c1bb78a872d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:54.919279 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0397aa9e-324e-4c1a-8504-c7c539848d44 req-83cb150a-a59e-4db0-8d22-4c1bb78a872d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 943 time: 0.0705726 Jun 30 21:43:54.958678 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0397aa9e-324e-4c1a-8504-c7c539848d44 req-de43fe22-4509-412b-8d04-aa9fb5fc1df2 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332105 Jun 30 21:43:55.859781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19caec04-e34a-4e06-896b-886f517e0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:56.146684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b51d88-1caa-4f49-85ad-4eb54983304d req-9fd8c465-be82-4fec-9ca7-b66d42501a62 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:56.148335 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87b51d88-1caa-4f49-85ad-4eb54983304d req-9fd8c465-be82-4fec-9ca7-b66d42501a62 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 943 time: 0.0716171 Jun 30 21:43:56.189878 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-87b51d88-1caa-4f49-85ad-4eb54983304d req-bf90798a-2b24-4e2e-95fe-87152cb0d31d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340381 Jun 30 21:43:56.823841 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 33ed9b96-086f-4821-9646-a445f57a5ee5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:43:56.920926 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=33ed9b96-086f-4821-9646-a445f57a5ee5,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:56.931636 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'port_id': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'mac_address': 'fa:16:3e:a0:03:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:43:56.968508 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:56.980653 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ed9b96-086f-4821-9646-a445f57a5ee5 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:43:56.999573 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=33ed9b96-086f-4821-9646-a445f57a5ee5,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:57.094305 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:57.149381 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:57.156282 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.156634 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.156978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.157327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.157656 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.157988 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.158391 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.158752 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.159093 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.159417 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.159740 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.160064 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:43:57.363556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148bc4e-4938-46c4-8b43-9829fb6e65ea req-c71135d7-7d02-4ec0-8396-7a021f57a207 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:57.365580 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e148bc4e-4938-46c4-8b43-9829fb6e65ea req-c71135d7-7d02-4ec0-8396-7a021f57a207 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 944 time: 0.0654132 Jun 30 21:43:57.404504 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e148bc4e-4938-46c4-8b43-9829fb6e65ea req-64f877d2-8f9f-4e94-959f-93eb5bcd5047 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330949 Jun 30 21:43:57.509501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['33ed9b96-086f-4821-9646-a445f57a5ee5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:43:58.418121 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e09b372-7b48-49e4-bb51-bca66787d45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:58.577559 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa309df-7bb3-4739-9743-8e005be04065 req-3364224e-954e-4d9b-95c5-960e16ae3741 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:58.578961 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-daa309df-7bb3-4739-9743-8e005be04065 req-3364224e-954e-4d9b-95c5-960e16ae3741 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 944 time: 0.0655277 Jun 30 21:43:58.618244 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-daa309df-7bb3-4739-9743-8e005be04065 req-f46891a3-52b0-4f95-b104-143292288f9e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328932 Jun 30 21:43:58.795841 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:58.847407 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 33ed9b96-086f-4821-9646-a445f57a5ee5 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:43:58.974297 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 33ed9b96-086f-4821-9646-a445f57a5ee5 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:43:58.978632 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 33ed9b96-086f-4821-9646-a445f57a5ee5 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:43:58.980390 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:59.060201 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:59.084405 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:43:59.086938 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f98f9d-872b-411e-a0f9-9d9a68810de4" -d '{"events": [{"server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "name": "network-vif-plugged", "status": "completed", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:43:59.102951 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=33ed9b96-086f-4821-9646-a445f57a5ee5,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:43:59.125095 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c534c474-7dc7-4cee-aaa6-4fb69d346c92 x-openstack-request-id: req-c534c474-7dc7-4cee-aaa6-4fb69d346c92 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:43:59.125569 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "name": "network-vif-plugged", "status": "completed", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:43:59.126089 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c534c474-7dc7-4cee-aaa6-4fb69d346c92 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:43:59.126089 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'code': 200} Jun 30 21:43:59.185607 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:59.243843 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:43:59.549387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48e54-a308-40e5-b707-083705e3b5e2 req-0dac35bd-752b-401b-9ad0-6a92466f83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:59.550973 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6ad48e54-a308-40e5-b707-083705e3b5e2 req-0dac35bd-752b-401b-9ad0-6a92466f83be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0671098 Jun 30 21:43:59.586620 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6ad48e54-a308-40e5-b707-083705e3b5e2 req-13a5b5dd-af62-4515-baee-49e9c5494322 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283902 Jun 30 21:43:59.751250 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:43:59.811743 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2f561-2ddd-4fee-8f1c-f9cbd410dc1f req-015c9fe9-9800-4586-a124-1afe22cf1a7c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:43:59.814368 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3b2f561-2ddd-4fee-8f1c-f9cbd410dc1f req-015c9fe9-9800-4586-a124-1afe22cf1a7c tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0815961 Jun 30 21:43:59.853302 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3b2f561-2ddd-4fee-8f1c-f9cbd410dc1f req-6d014da0-80a8-4754-9746-80e9e8d4abad tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329697 Jun 30 21:44:01.031225 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ceaa-6032-4680-ab1b-c945db41eee8 req-a98da453-1805-408d-b744-3a2b8e968e5b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:01.032752 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5a8ceaa-6032-4680-ab1b-c945db41eee8 req-a98da453-1805-408d-b744-3a2b8e968e5b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0674887 Jun 30 21:44:01.075620 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5a8ceaa-6032-4680-ab1b-c945db41eee8 req-65c1bafa-dce5-476b-8997-b778e1abc211 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334017 Jun 30 21:44:01.649175 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:02.250573 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab6009-6708-4df7-8738-e576f4e2d4b5 req-478d9d6e-23c2-47b2-ab91-fad73c642026 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:02.252097 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64ab6009-6708-4df7-8738-e576f4e2d4b5 req-478d9d6e-23c2-47b2-ab91-fad73c642026 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0633557 Jun 30 21:44:02.289100 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64ab6009-6708-4df7-8738-e576f4e2d4b5 req-e10bb0b9-44d5-46ad-858f-b7ed4ed08f6a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309541 Jun 30 21:44:03.463721 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f2e1a-66d7-4418-a6a9-8c0bb166ff45 req-c6493f44-36c9-4e3c-b860-a97477f21605 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:03.465271 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d40f2e1a-66d7-4418-a6a9-8c0bb166ff45 req-c6493f44-36c9-4e3c-b860-a97477f21605 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0630999 Jun 30 21:44:03.506672 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d40f2e1a-66d7-4418-a6a9-8c0bb166ff45 req-5c545dfa-2838-4d20-81fc-4bb171a82226 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357094 Jun 30 21:44:04.692910 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206b256-90c3-49d7-82ff-5b8dad690c94 req-76b3b548-f57c-474e-ac3e-59bb28a972b5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:04.694369 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0206b256-90c3-49d7-82ff-5b8dad690c94 req-76b3b548-f57c-474e-ac3e-59bb28a972b5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jun 30 21:44:04.734892 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0206b256-90c3-49d7-82ff-5b8dad690c94 req-1b528e87-4e2f-48fd-aa8a-19aa8b38a383 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348861 Jun 30 21:44:05.911602 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb130-f875-4f84-ad47-5cd59825acd8 req-4e46f134-0725-4477-b79d-031bb577230e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:05.913184 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-839eb130-f875-4f84-ad47-5cd59825acd8 req-4e46f134-0725-4477-b79d-031bb577230e tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0659246 Jun 30 21:44:05.954186 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-839eb130-f875-4f84-ad47-5cd59825acd8 req-868837c0-7fa6-4318-9d8a-b62b8680d4b5 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352759 Jun 30 21:44:07.150592 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a94e18-79ff-4a98-a2db-09b271225ec3 req-4e07b262-3fc7-4bd5-9039-5e5a215c843d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:07.152275 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75a94e18-79ff-4a98-a2db-09b271225ec3 req-4e07b262-3fc7-4bd5-9039-5e5a215c843d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0748661 Jun 30 21:44:07.195147 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-75a94e18-79ff-4a98-a2db-09b271225ec3 req-d37b94d0-c939-4b69-98a7-3ad65ed4cfa7 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369818 Jun 30 21:44:08.381549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099fcd0-79b7-424a-96e4-0521c83105fd req-ba19c0e4-6890-4990-8576-23bcdb9e697a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:08.383137 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8099fcd0-79b7-424a-96e4-0521c83105fd req-ba19c0e4-6890-4990-8576-23bcdb9e697a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0678747 Jun 30 21:44:08.428121 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8099fcd0-79b7-424a-96e4-0521c83105fd req-f438cf7e-cbc2-4fa4-9f0a-703ddddd35ed tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386233 Jun 30 21:44:09.648645 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41398bb-d96a-4750-9c45-e7f8847e1d95 req-2336763d-3797-4628-922e-4b59488ce22b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:09.650299 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c41398bb-d96a-4750-9c45-e7f8847e1d95 req-2336763d-3797-4628-922e-4b59488ce22b tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0922217 Jun 30 21:44:09.692111 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c41398bb-d96a-4750-9c45-e7f8847e1d95 req-b60e4e85-a124-4fcc-9bbc-05d695b2da8d tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361156 Jun 30 21:44:10.886964 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f1df-92e3-48cb-a0c8-b615a799f611 req-dc1e8743-e3d2-474a-94a9-136b109c763f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:10.889715 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a72f1df-92e3-48cb-a0c8-b615a799f611 req-dc1e8743-e3d2-474a-94a9-136b109c763f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Jun 30 21:44:10.935283 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a72f1df-92e3-48cb-a0c8-b615a799f611 req-2718b653-2b96-4a11-99a9-8de7fc19e8dd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398252 Jun 30 21:44:10.950466 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:44:11.115800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacc10c-9826-4971-8cd6-c87ac173454b req-c3fcc85d-b0fa-4276-a500-4eb03506ab97 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:11.117968 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5cacc10c-9826-4971-8cd6-c87ac173454b req-c3fcc85d-b0fa-4276-a500-4eb03506ab97 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0691571 Jun 30 21:44:11.127413 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60378) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:11.132122 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Request body: {'floatingip': {'port_id': '33ed9b96-086f-4821-9646-a445f57a5ee5'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:11.180178 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:11.656273 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:11.751414 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:11.851199 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Floating IP 88ab5c15-b091-4eac-83b5-2dd3ad8d88b0 associated. External IP: 172.27.3.156, port: 33ed9b96-086f-4821-9646-a445f57a5ee5. Jun 30 21:44:12.069275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:44:12.197680 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:44:12.202770 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:12.207998 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:44:12.220356 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:12.221012 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:12.243164 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-68ce5a8a-b5b8-4d8a-bd92-9bd26dd55658 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "PUT /v2.0/floatingips/88ab5c15-b091-4eac-83b5-2dd3ad8d88b0 HTTP/1.1" status: 200 len: 991 time: 1.1141551 Jun 30 21:44:12.243486 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:44:12.245687 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13d1ab-e860-479f-aeaf-c7ec07066fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:44:12.341713 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:12.457838 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c004ff6-792a-4173-862b-29b36395f50b x-openstack-request-id: req-5c004ff6-792a-4173-862b-29b36395f50b {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:44:12.458316 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:44:12.458855 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c004ff6-792a-4173-862b-29b36395f50b {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:44:12.459669 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'status': 'completed', 'code': 200} Jun 30 21:44:12.599468 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-2a7b9bc5-f5b4-43ef-98c5-2c79375c7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:12.601770 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-2a7b9bc5-f5b4-43ef-98c5-2c79375c7ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0871649 Jun 30 21:44:12.631750 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '88ab5c15-b091-4eac-83b5-2dd3ad8d88b0', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:a0:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:44Z', 'updated_at': '2021-06-30T21:44:11Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:12.665971 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:44:12.678437 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:12.679190 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:43:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:12.759655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-1f91eb61-3ebb-4653-8bf3-774a49fbf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:12.761246 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-1f91eb61-3ebb-4653-8bf3-774a49fbf720 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.1535804 Jun 30 21:44:12.826325 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:12.829071 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-f4eaba66-1ecf-432e-9af0-8be49397aab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed9b96-086f-4821-9646-a445f57a5ee5 HTTP/1.1" status: 200 len: 999 time: 0.0600681 Jun 30 21:44:12.883799 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-c0dba859-a7c8-48a4-9104-93b670d45538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:12.885260 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-c0dba859-a7c8-48a4-9104-93b670d45538 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0493472 Jun 30 21:44:12.965610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-55373a13-c16e-4736-8020-c4cd1b299c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:12.967203 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-55373a13-c16e-4736-8020-c4cd1b299c2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756004 Jun 30 21:44:13.079858 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-f9f93cb3-4de2-43f6-89e2-4ab34762b87b service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055963 Jun 30 21:44:13.087402 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '88ab5c15-b091-4eac-83b5-2dd3ad8d88b0', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:a0:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:44Z', 'updated_at': '2021-06-30T21:44:11Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:13.114291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a96a211-e3fd-44a4-9063-8b42b3e09810 None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '88ab5c15-b091-4eac-83b5-2dd3ad8d88b0', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'port_id': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'mac_address': 'fa:16:3e:a0:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:43:44Z', 'updated_at': '2021-06-30T21:44:11Z', 'revision_number': 1, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:44:13.187720 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-af13d1ab-e860-479f-aeaf-c7ec07066fbd req-9a9199e0-c193-4d49-ac72-1a5f69309eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997505 Jun 30 21:44:13.350466 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ff20e-ebda-4e5c-8dbc-d20f205ed688 None None] New status for floating IP 88ab5c15-b091-4eac-83b5-2dd3ad8d88b0: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:44:15.145876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:19.109286 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-110b047f-2bec-4a28-b304-d2efe2bd60a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593832 Jun 30 21:44:19.210395 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-be45e139-bd2d-4930-8957-22bf7c3b4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:19.212390 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-be45e139-bd2d-4930-8957-22bf7c3b4907 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0658157 Jun 30 21:44:19.368691 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-1a46f977-dac7-47a7-9fa5-60c93bf628e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:19.374205 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-1a46f977-dac7-47a7-9fa5-60c93bf628e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.1245549 Jun 30 21:44:19.706176 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-7057cd26-dd08-4974-bb84-b9605b9e1611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 1001 time: 0.3252852 Jun 30 21:44:19.759106 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-655011da-fb6c-4925-a15c-c1c3e6b82edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:19.760553 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-655011da-fb6c-4925-a15c-c1c3e6b82edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0480716 Jun 30 21:44:19.825310 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-8059398e-1111-4693-9791-1a97198f49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:19.828220 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-8059398e-1111-4693-9791-1a97198f49da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569863 Jun 30 21:44:19.930592 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-c23068a1-6738-41c9-ac75-dde3c7afb811 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959351 Jun 30 21:44:20.033604 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d548718a-15a4-45c0-bdc1-3000dd1c26cf req-fe661702-8040-4f0b-bc11-0874d6efef10 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965610 Jun 30 21:44:25.852324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-37da1f43-bbca-4348-b11a-526a10a5cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:28.567396 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbc5aaa4-6028-45ce-9670-a7d64bf93d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:28.789344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:29.779488 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.947455 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60582) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:31.063677 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.157078 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.254772 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.292494 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871713a-3338-4073-9e93-e148a9860698,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:31.296358 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2824e212e5f14a44a878aea82983c95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475609 Jun 30 21:44:31.299187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60586) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:31.302399 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.302780 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.303124 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.303466 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.303804 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.304133 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.304462 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.304796 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.305131 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.305454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.305775 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.306109 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230f95-ef4a-4e44-baae-0f57452d3ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.351040 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.376234 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.574384 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.577928 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.579159 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d871713a-3338-4073-9e93-e148a9860698 HTTP/1.1" status: 204 len: 168 time: 0.2789326 Jun 30 21:44:31.588790 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871713a-3338-4073-9e93-e148a9860698,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:31.596149 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.596498 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.596837 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.597173 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.597492 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.597997 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.598500 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.599069 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.599344 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.599667 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.600113 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.600439 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec09ef1-30b9-4042-b6c9-d4013f0b5bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:31.680909 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.423044 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60596) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:32.436071 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-508886a8-47e9-4e74-a6bd-c627407bdcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.527629 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-508886a8-47e9-4e74-a6bd-c627407bdcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.624893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-508886a8-47e9-4e74-a6bd-c627407bdcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.663450 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508886a8-47e9-4e74-a6bd-c627407bdcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db10d495-a686-4279-9ae0-900cd9d5a49e,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:32.668953 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-508886a8-47e9-4e74-a6bd-c627407bdcc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=232ea98c66644a5f9d422b59a9ed2367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438731 Jun 30 21:44:32.671088 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60600) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:32.720635 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.745917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.899223 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.901805 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:32.903093 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db10d495-a686-4279-9ae0-900cd9d5a49e HTTP/1.1" status: 204 len: 168 time: 0.2315662 Jun 30 21:44:32.911155 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f81ed-e971-46a8-89f1-9d7440fc908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10d495-a686-4279-9ae0-900cd9d5a49e,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:45.143218 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:47.948923 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:44:50.496907 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60708) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:50.833970 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Deleting port 73ff8803-3fc5-4953-824a-06263a503924 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:44:50.834331 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.927062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.927619 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.941499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Calling delete_port for 73ff8803-3fc5-4953-824a-06263a503924 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:44:51.340162 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:51.627998 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event deleted for resources: {'Port': ['ID=73ff8803-3fc5-4953-824a-06263a503924,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:51.695228 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:51.695586 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Floating IP e5d48ebc-bffd-4b5a-9a54-a59db68a2747 disassociated (deleted). External IP: 172.27.3.220, port: 2836839f-3d4b-4d6b-bf45-57b601ecc415. Jun 30 21:44:51.928292 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Router f825d67d-a69d-4f8d-9e45-d6c165c140b8 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:44:52.078073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:44:52.086910 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:52.098891 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Sync routers for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:44:52.125102 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:52.126070 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:52.146132 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1cd198f2-f8ba-4263-9974-33bd70446657 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "DELETE /v2.0/floatingips/e5d48ebc-bffd-4b5a-9a54-a59db68a2747 HTTP/1.1" status: 204 len: 168 time: 1.6480567 Jun 30 21:44:52.146850 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:44:52.149322 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d5a808-4782-4065-b46d-9e7bf163910a" -d '{"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:44:52.208655 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29372cb1-2e47-4006-8e89-df4232d8d058 x-openstack-request-id: req-29372cb1-2e47-4006-8e89-df4232d8d058 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:44:52.209586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:44:52.210264 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29372cb1-2e47-4006-8e89-df4232d8d058 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:44:52.211512 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'status': 'completed', 'code': 200} Jun 30 21:44:52.338263 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a808-4782-4065-b46d-9e7bf163910a req-3210e6a9-aff5-4ce8-abb2-5e3f394fe035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:52.339922 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-3210e6a9-aff5-4ce8-abb2-5e3f394fe035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65eda89908cd4726a2b596de3237994c&device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 1098 time: 0.0820966 Jun 30 21:44:52.512798 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:52.538012 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a808-4782-4065-b46d-9e7bf163910a req-80196a50-f329-4533-a3c7-f0029532dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:52.539877 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-80196a50-f329-4533-a3c7-f0029532dd21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 200 len: 908 time: 0.1736109 Jun 30 21:44:52.592370 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-1921b632-dde9-40e2-bcdb-a0f7ba351c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 200 len: 217 time: 0.0425959 Jun 30 21:44:52.648533 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a808-4782-4065-b46d-9e7bf163910a req-2a034d32-cb5b-425b-83ec-075a024e712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:52.650158 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-2a034d32-cb5b-425b-83ec-075a024e712f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 200 len: 847 time: 0.0515895 Jun 30 21:44:52.723887 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a808-4782-4065-b46d-9e7bf163910a req-9f5fb137-cbae-4d1f-ba99-6449d428050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:52.726343 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-9f5fb137-cbae-4d1f-ba99-6449d428050a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b08c74a-1bdc-411a-9d12-ede5825354c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686040 Jun 30 21:44:52.755693 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:52.788786 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Checking router: f825d67d-a69d-4f8d-9e45-d6c165c140b8 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:44:52.799292 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:52.799944 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:52.835172 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-546358c1-eb56-4b48-9c3f-08300edbe9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 Jun 30 21:44:52.963135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:52.977629 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-84d5a808-4782-4065-b46d-9e7bf163910a req-e5b06a65-971d-4a72-8057-27fa406b8120 service neutron] 10.222.0.13 "GET /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362774 Jun 30 21:44:53.083123 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3519a52-3404-47e0-a970-5f294ce874aa req-2ccb1b63-a035-4b88-8839-8ec396240861 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:53.087452 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3519a52-3404-47e0-a970-5f294ce874aa req-2ccb1b63-a035-4b88-8839-8ec396240861 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0878506 Jun 30 21:44:53.131844 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b3519a52-3404-47e0-a970-5f294ce874aa req-36fc6a25-01c5-41f8-a093-1565a449ca97 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378239 Jun 30 21:44:53.258863 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:53.315154 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c633d-1e33-4c0c-a3fd-7a139afdb49f None None] The sync data for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi is: [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:38:13Z', 'revision_number': 4, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '35107a9f-8752-41ae-b2fe-d495f0ed03a1', 'name': '', 'network_id': '0b08c74a-1bdc-411a-9d12-ede5825354c7', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'mac_address': 'fa:16:3e:30:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:12Z', 'updated_at': '2021-06-30T21:38:19Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'subnets': [{'id': 'b8038464-2a63-43ea-aa32-c24d33ffc803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:44:53.586725 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831cb8-a03b-4a7d-b06c-b7adc1b839e3 None None] New status for floating IP e5d48ebc-bffd-4b5a-9a54-a59db68a2747: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:44:54.355872 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7a608-e8a4-4732-b446-8a9ea9cfdaca req-d9767e69-2614-436f-98cf-9dd981aa654e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:54.358661 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64f7a608-e8a4-4732-b446-8a9ea9cfdaca req-d9767e69-2614-436f-98cf-9dd981aa654e tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0917199 Jun 30 21:44:54.407146 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-64f7a608-e8a4-4732-b446-8a9ea9cfdaca req-009ab23d-a372-412e-97f3-f74dfe1b9e04 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/security-groups?id=2401b0d0-f909-472c-be1b-17d4ad88136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Jun 30 21:44:55.045841 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-d1d1ff58-2823-4b9a-88e0-c2a8607ef9b1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:55.047393 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-d1d1ff58-2823-4b9a-88e0-c2a8607ef9b1 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 945 time: 0.0749826 Jun 30 21:44:55.153905 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Deleting port 2836839f-3d4b-4d6b-bf45-57b601ecc415 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:44:55.154193 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:55.252892 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] For port 2836839f-3d4b-4d6b-bf45-57b601ecc415, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2836839f-3d4b-4d6b-bf45-57b601ecc415,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:44:55.253336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:55.266714 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Calling delete_port for 2836839f-3d4b-4d6b-bf45-57b601ecc415 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:44:55.475397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:55.520912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event deleted for resources: {'Port': ['ID=2836839f-3d4b-4d6b-bf45-57b601ecc415,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:55.580291 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] No DVR routers for this DVR port 2836839f-3d4b-4d6b-bf45-57b601ecc415 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:44:55.583497 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:55.585817 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-2332bebe-f672-4623-8702-fc27aebb3a98 req-1cdd2251-63de-43e3-bdd7-7fdfa5edf332 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.13 "DELETE /v2.0/ports/2836839f-3d4b-4d6b-bf45-57b601ecc415 HTTP/1.1" status: 204 len: 173 time: 0.5325062 Jun 30 21:44:55.586278 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-deleted', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:44:55.587467 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-645f00be-bd56-4c7c-9817-730130d0ba8e req-3b4f5776-36e3-411a-9dfd-c305d9acc699 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0341671 Jun 30 21:44:55.588746 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b2128-2247-4a92-bcb7-facbe9cd18f4" -d '{"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-deleted", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:44:55.651907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246325c-c710-4ee1-85d5-f44cfd234107 x-openstack-request-id: req-4246325c-c710-4ee1-85d5-f44cfd234107 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:44:55.652411 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df76fbf-6738-4667-9327-831bf5771735", "name": "network-vif-deleted", "tag": "2836839f-3d4b-4d6b-bf45-57b601ecc415", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:44:55.652684 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4246325c-c710-4ee1-85d5-f44cfd234107 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:44:55.653118 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df76fbf-6738-4667-9327-831bf5771735', 'name': 'network-vif-deleted', 'tag': '2836839f-3d4b-4d6b-bf45-57b601ecc415', 'status': 'completed', 'code': 200} Jun 30 21:44:55.780037 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b183f2c-6ae5-49c9-9b0a-7dc2c12ee926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:58.390895 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25593438-b518-4405-9057-f6c123545272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:58.734075 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:59.351939 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:44:59.378267 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 2836839f-3d4b-4d6b-bf45-57b601ecc415 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:44:59.379185 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 2836839f-3d4b-4d6b-bf45-57b601ecc415 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:44:59.534358 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9ab1564f-0327-486d-aebb-81da564be542 req-3b07d4db-16af-4982-b7a5-d9b30aeae86b tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0387776 Jun 30 21:44:59.756802 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:00.782706 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-31807e73-3680-406b-9968-d7f0bf509e41 req-cb7aeaff-df9b-4556-8fcc-e224793ba108 tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df76fbf-6738-4667-9327-831bf5771735 HTTP/1.1" status: 200 len: 210 time: 0.0345068 Jun 30 21:45:01.716003 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:01.883701 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60800) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:01.951167 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:01.979322 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.128461 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.131377 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.132820 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] 10.222.0.11 "DELETE /v2.0/security-groups/2401b0d0-f909-472c-be1b-17d4ad88136e HTTP/1.1" status: 204 len: 168 time: 0.2479148 Jun 30 21:45:02.144463 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f525572-d4af-40ce-bf3b-c7d65f37b39c tempest-TestShelveInstance-1231208119 tempest-TestShelveInstance-1231208119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401b0d0-f909-472c-be1b-17d4ad88136e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:02.386690 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60804) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:02.854404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.139823 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Deleting port 35107a9f-8752-41ae-b2fe-d495f0ed03a1 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:03.140544 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.222382 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] For port 35107a9f-8752-41ae-b2fe-d495f0ed03a1, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35107a9f-8752-41ae-b2fe-d495f0ed03a1,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:03.222782 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.236160 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Calling delete_port for 35107a9f-8752-41ae-b2fe-d495f0ed03a1 owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:03.533602 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.562808 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Pushing event deleted for resources: {'Port': ['ID=35107a9f-8752-41ae-b2fe-d495f0ed03a1,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:03.740623 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.958716 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Router f825d67d-a69d-4f8d-9e45-d6c165c140b8 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:45:04.075934 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:45:04.081841 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0b7efb5c-2e4d-47b0-b9f8-bb030baaa215 admin admin] 10.222.0.11 "PUT /v2.0/routers/f825d67d-a69d-4f8d-9e45-d6c165c140b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934826 Jun 30 21:45:04.085104 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60824) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:04.087220 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Sync routers for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:45:04.098094 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:04.103089 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.200549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.207698 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:04.310058 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.400610 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:45:03Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.427482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Checking router: f825d67d-a69d-4f8d-9e45-d6c165c140b8 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:45:04.436897 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Routers {'f825d67d-a69d-4f8d-9e45-d6c165c140b8'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:04.437561 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.521632 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Deleting port c642303c-729c-43ab-80e0-d464c64507cd {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:04.521973 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.568588 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] Set router f825d67d-a69d-4f8d-9e45-d6c165c140b8 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:04.613211 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] For port c642303c-729c-43ab-80e0-d464c64507cd, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c642303c-729c-43ab-80e0-d464c64507cd,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:04.613583 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.628800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Calling delete_port for c642303c-729c-43ab-80e0-d464c64507cd owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:04.772148 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-29cf591e-258b-4255-b339-1a62033e140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:45:03Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.803886 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf591e-258b-4255-b339-1a62033e140a None None] The sync data for ids ['f825d67d-a69d-4f8d-9e45-d6c165c140b8'] in dv-cinder-774286-18-iscsi is: [{'id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'name': 'tempest-TestShelveInstance-417848793-router', 'tenant_id': '65eda89908cd4726a2b596de3237994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:07Z', 'updated_at': '2021-06-30T21:45:03Z', 'revision_number': 5, 'project_id': '65eda89908cd4726a2b596de3237994c', 'gw_port': {'id': 'c642303c-729c-43ab-80e0-d464c64507cd', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825d67d-a69d-4f8d-9e45-d6c165c140b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:08Z', 'updated_at': '2021-06-30T21:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:45:04.968064 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.998789 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c642303c-729c-43ab-80e0-d464c64507cd,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:05.060838 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.427042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.429730 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.594907 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.595462 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f825d67d-a69d-4f8d-9e45-d6c165c140b8 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:45:05.601444 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.603114 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9fdbd52a-da62-41bc-9c66-76fd6124ec94 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f825d67d-a69d-4f8d-9e45-d6c165c140b8 HTTP/1.1" status: 204 len: 168 time: 1.5160375 Jun 30 21:45:05.605138 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60840) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:05.624324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35107a9f-8752-41ae-b2fe-d495f0ed03a1 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:05.650179 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 35107a9f-8752-41ae-b2fe-d495f0ed03a1 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:05.650592 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35107a9f-8752-41ae-b2fe-d495f0ed03a1 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:05.667281 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Deleting subnet b8038464-2a63-43ea-aa32-c24d33ffc803 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:45:05.670824 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.706635 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.819315 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.948802 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.976346 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8038464-2a63-43ea-aa32-c24d33ffc803,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:05.978250 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:05.984192 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-25b57827-53cb-4818-9d56-fba187ec0fcc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8038464-2a63-43ea-aa32-c24d33ffc803 HTTP/1.1" status: 204 len: 168 time: 0.3746617 Jun 30 21:45:05.984192 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60856) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:05.984419 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0832d-4620-455a-bcdf-dd5238a8e870 None None] Network 0b08c74a-1bdc-411a-9d12-ede5825354c7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:45:06.063801 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.133797 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Deleting port 84c17989-55bc-421c-9a9c-93dd78d73a41 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:06.134594 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.221081 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] For port 84c17989-55bc-421c-9a9c-93dd78d73a41, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=84c17989-55bc-421c-9a9c-93dd78d73a41,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:06.221484 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.239834 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] DHCP port deletion for 0b08c74a-1bdc-411a-9d12-ede5825354c7 request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:45:06.240757 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Calling delete_port for 84c17989-55bc-421c-9a9c-93dd78d73a41 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:06.296650 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Deleting port 84c17989-55bc-421c-9a9c-93dd78d73a41 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:06.297216 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.349586 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60864) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:06.385541 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] For port 84c17989-55bc-421c-9a9c-93dd78d73a41, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=84c17989-55bc-421c-9a9c-93dd78d73a41,segment=NetworkSegment(96ae645a-7eb1-4c37-b29c-785d36c97571),segment_id=96ae645a-7eb1-4c37-b29c-785d36c97571)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:06.385948 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.412359 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Calling delete_port for 84c17989-55bc-421c-9a9c-93dd78d73a41 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:06.423649 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.457778 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=84c17989-55bc-421c-9a9c-93dd78d73a41,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:06.467968 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] No DVR routers for this DVR port 84c17989-55bc-421c-9a9c-93dd78d73a41 on host dv-cinder-774286-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:45:06.513382 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4912c5ca-2bff-4c66-97b5-6ad5456ab7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.556372 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.567979 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b08c74a-1bdc-411a-9d12-ede5825354c7']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:06.582324 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ae645a-7eb1-4c37-b29c-785d36c97571') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:06.582957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ae645a-7eb1-4c37-b29c-785d36c97571') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:06.594039 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.600772 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.620515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4912c5ca-2bff-4c66-97b5-6ad5456ab7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.621691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Pushing event deleted for resources: {'Port': ['ID=84c17989-55bc-421c-9a9c-93dd78d73a41,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:06.625381 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] No DVR routers for this DVR port 84c17989-55bc-421c-9a9c-93dd78d73a41 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:45:06.626607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.632765 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.633369 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.633714 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.634054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.634423 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.634755 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.635091 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.637565 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.637565 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.637565 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.637565 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.637565 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985ecde-d77a-4214-b87c-a5f979a25dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:06.638004 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:45:06.638304 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:45:06.641255 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:45:06.687434 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4912c5ca-2bff-4c66-97b5-6ad5456ab7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.731570 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4912c5ca-2bff-4c66-97b5-6ad5456ab7e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4bfe2a1b6a64a218e48192c289244e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808575 Jun 30 21:45:06.732431 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912c5ca-2bff-4c66-97b5-6ad5456ab7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ff276-15d7-468a-97f9-027fa71f9683,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:06.734789 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60868) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:06.786935 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.795903 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.800246 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.802220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] 10.222.0.11 "DELETE /v2.0/networks/0b08c74a-1bdc-411a-9d12-ede5825354c7 HTTP/1.1" status: 204 len: 168 time: 0.8184724 Jun 30 21:45:06.805668 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60870) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:06.821694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c4aa-aa57-46ca-83a3-a3b9f87b5b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b08c74a-1bdc-411a-9d12-ede5825354c7,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:06.828991 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.956643 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.959580 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.961454 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/344ff276-15d7-468a-97f9-027fa71f9683 HTTP/1.1" status: 204 len: 168 time: 0.2254941 Jun 30 21:45:06.971668 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9805-260c-4b8b-b1c5-b0eae2628d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ff276-15d7-468a-97f9-027fa71f9683,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:07.247488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:07.628699 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c642303c-729c-43ab-80e0-d464c64507cd no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:07.670256 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Deleting port a0255f7f-c42e-4133-b181-8f4a0deeadbc {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:07.670256 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:07.678634 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: c642303c-729c-43ab-80e0-d464c64507cd {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:07.679371 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c642303c-729c-43ab-80e0-d464c64507cd not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:07.680124 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 84c17989-55bc-421c-9a9c-93dd78d73a41 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:07.703304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 84c17989-55bc-421c-9a9c-93dd78d73a41 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:07.703748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 84c17989-55bc-421c-9a9c-93dd78d73a41 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:07.772963 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] For port a0255f7f-c42e-4133-b181-8f4a0deeadbc, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0255f7f-c42e-4133-b181-8f4a0deeadbc,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:07.772963 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:07.788437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Calling delete_port for a0255f7f-c42e-4133-b181-8f4a0deeadbc owned by network:router_interface {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:08.083373 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:08.111021 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a0255f7f-c42e-4133-b181-8f4a0deeadbc,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:08.330581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:08.568142 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:45:08.678437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:45:08.686460 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0ad03cce-9c3c-49db-860b-e3c575a01eaf admin admin] 10.222.0.11 "PUT /v2.0/routers/8b2f7170-22ed-4d83-85d7-8ac3873d22ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796613 Jun 30 21:45:08.686996 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60942) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:08.692341 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Sync routers for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:45:08.707598 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:08.708506 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:08.833420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:08.844447 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:08.946078 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.085753 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:45:07Z', 'revision_number': 5, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port': {'id': '42b79ec9-f2a2-49b2-9b5d-e69adbfaecce', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:09.089627 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Deleting port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:09.090001 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.113030 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Checking router: 8b2f7170-22ed-4d83-85d7-8ac3873d22ff for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:45:09.121968 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Routers {'8b2f7170-22ed-4d83-85d7-8ac3873d22ff'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:09.122593 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:44:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:09.175448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] For port 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:09.175813 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.190322 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Calling delete_port for 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:09.218324 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] Set router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:09.280918 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:45:08Z', 'revision_number': 6, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:09.305314 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a92f0b-decb-4e50-a2ad-02992c966b63 None None] The sync data for ids ['8b2f7170-22ed-4d83-85d7-8ac3873d22ff'] in dv-cinder-774286-18-iscsi is: [{'id': '8b2f7170-22ed-4d83-85d7-8ac3873d22ff', 'name': 'tempest-TestShelveInstance-1680152016-router', 'tenant_id': '3d2538cc677b4cb0b009673320035b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:38:17Z', 'updated_at': '2021-06-30T21:45:08Z', 'revision_number': 6, 'project_id': '3d2538cc677b4cb0b009673320035b41', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:45:09.544609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.572401 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Pushing event deleted for resources: {'Port': ['ID=42b79ec9-f2a2-49b2-9b5d-e69adbfaecce,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:09.639253 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.742764 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.743541 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.882257 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.882935 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2f7170-22ed-4d83-85d7-8ac3873d22ff {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:45:09.887975 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.889136 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-15184359-051d-40af-913d-02b7de8f319f admin admin] 10.222.0.11 "DELETE /v2.0/routers/8b2f7170-22ed-4d83-85d7-8ac3873d22ff HTTP/1.1" status: 204 len: 168 time: 1.2010517 Jun 30 21:45:09.891890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60962) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:09.937443 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Deleting subnet eb627525-793a-4c6d-9e0f-d9284ea2a873 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:45:09.943541 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:09.986241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.083716 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0255f7f-c42e-4133-b181-8f4a0deeadbc no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:10.084457 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.129402 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: a0255f7f-c42e-4133-b181-8f4a0deeadbc {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:10.130469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0255f7f-c42e-4133-b181-8f4a0deeadbc not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:10.257295 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.291292 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb627525-793a-4c6d-9e0f-d9284ea2a873,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:10.293438 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.295419 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a9d9a55a-e2df-4d72-88ad-fb1ca24f919d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb627525-793a-4c6d-9e0f-d9284ea2a873 HTTP/1.1" status: 204 len: 168 time: 0.4022529 Jun 30 21:45:10.299260 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60970) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:10.301651 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce04ed-ea4e-437f-b16d-431b3412b52e None None] Network ca791ee4-5189-46af-9b35-6e402015385c requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:45:10.435080 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.528265 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Deleting port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:10.530590 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.584934 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] DHCP port deletion for ca791ee4-5189-46af-9b35-6e402015385c request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:45:10.620439 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] For port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:10.620801 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.640067 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Calling delete_port for 76fbc014-f1ff-4a16-a4cd-14b4911fc00f owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:10.661414 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Deleting port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:45:10.662000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.744276 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] For port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,segment=NetworkSegment(ffe71433-44ae-4c12-86e1-ccaea55acc5e),segment_id=ffe71433-44ae-4c12-86e1-ccaea55acc5e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:10.746685 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.759909 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Calling delete_port for 76fbc014-f1ff-4a16-a4cd-14b4911fc00f owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:45:10.858923 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.866907 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.885161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:10.888641 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] No DVR routers for this DVR port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f on host dv-cinder-774286-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:45:10.899218 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] Pushing event deleted for resources: {'Port': ['ID=76fbc014-f1ff-4a16-a4cd-14b4911fc00f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:10.903770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0924a9-e93e-4f4f-bd60-818292f147e6 None None] No DVR routers for this DVR port 76fbc014-f1ff-4a16-a4cd-14b4911fc00f on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:45:10.968275 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:10.978821 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca791ee4-5189-46af-9b35-6e402015385c']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:10.989229 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe71433-44ae-4c12-86e1-ccaea55acc5e') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:10.989523 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe71433-44ae-4c12-86e1-ccaea55acc5e') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:10.998505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:11.012262 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:11.018352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:45:11.021722 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:45:11.161136 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:11.185981 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:11.188061 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca791ee4-5189-46af-9b35-6e402015385c HTTP/1.1" status: 204 len: 168 time: 0.8853328 Jun 30 21:45:11.189423 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94f43f-18fd-4077-927b-330883717a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca791ee4-5189-46af-9b35-6e402015385c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:11.580111 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:11.601917 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:11.613325 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 42b79ec9-f2a2-49b2-9b5d-e69adbfaecce not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:11.613325 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 76fbc014-f1ff-4a16-a4cd-14b4911fc00f no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:45:11.621731 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 76fbc014-f1ff-4a16-a4cd-14b4911fc00f {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:45:11.622065 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 76fbc014-f1ff-4a16-a4cd-14b4911fc00f not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:45:11.670293 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60982) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:11.718744 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-e332504b-2b6d-42ac-8f12-fa6132935813 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65eda89908cd4726a2b596de3237994c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469630 Jun 30 21:45:11.722525 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 60984) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:12.016405 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:12.039241 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:12.194241 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:12.197020 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:12.198195 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ed1968d-8fbf-487b-a492-d7303588d510 HTTP/1.1" status: 204 len: 168 time: 0.4747043 Jun 30 21:45:12.206060 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b50c6-9860-4315-a66e-2d79f068169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed1968d-8fbf-487b-a492-d7303588d510,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:12.891889 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60996) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:12.933835 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9ebd6760-c8cc-4cd1-a8b6-641c4ff7b4e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d2538cc677b4cb0b009673320035b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407786 Jun 30 21:45:12.936428 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 60998) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:12.989768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:13.011317 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:13.156270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:13.161404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:13.163496 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa866dbe-4863-443d-8f68-7da9c91855d0 HTTP/1.1" status: 204 len: 168 time: 0.2258544 Jun 30 21:45:13.173587 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763c835-d214-406d-8d87-823727f8015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa866dbe-4863-443d-8f68-7da9c91855d0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:15.105164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:20.071067 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-db487454-160c-46bd-b081-854f22e51faf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571134 Jun 30 21:45:20.187296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-c9474dc0-3b74-4d6b-8056-ad8e4c1ef48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:20.188920 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-c9474dc0-3b74-4d6b-8056-ad8e4c1ef48b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1098 time: 0.0563056 Jun 30 21:45:20.307825 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-280a117a-9ea4-45c5-84d4-aea19e79374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:20.310098 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-280a117a-9ea4-45c5-84d4-aea19e79374f service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0985863 Jun 30 21:45:20.402504 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-f59d9ced-8b2c-4934-9a23-9ad6b09605e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 1000 time: 0.0848386 Jun 30 21:45:20.464658 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-1b7b7da1-46cd-4e0e-956d-0d9bc4098154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:20.466184 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-1b7b7da1-46cd-4e0e-956d-0d9bc4098154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0562577 Jun 30 21:45:20.530166 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-18a21d90-0579-4d2b-abba-e527c63048d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:20.531718 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-18a21d90-0579-4d2b-abba-e527c63048d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564215 Jun 30 21:45:20.653860 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-da7e505c-4708-40fb-812e-6cfe5a5892bf service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141307 Jun 30 21:45:20.748037 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-adbb21ad-8844-4942-aa3d-8fedb295cfb5 req-429854fe-7b48-4d99-92e4-89679a652feb service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875132 Jun 30 21:45:24.576241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a135d5-b474-4659-b122-1fc44711bde0 req-804e8522-5ff6-4d93-acbf-d1a250b79e32 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:24.577853 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61a135d5-b474-4659-b122-1fc44711bde0 req-804e8522-5ff6-4d93-acbf-d1a250b79e32 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0686488 Jun 30 21:45:24.624080 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61a135d5-b474-4659-b122-1fc44711bde0 req-5abc1eb7-a24b-4efc-adbe-33b951749a90 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401556 Jun 30 21:45:24.948153 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:45:25.841402 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63f91d-90e0-47ad-8ab7-f903c6754d5e req-679a2c0f-10d2-4892-bc6f-fb49911f8dce tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:25.843358 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7a63f91d-90e0-47ad-8ab7-f903c6754d5e req-679a2c0f-10d2-4892-bc6f-fb49911f8dce tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0789332 Jun 30 21:45:25.848057 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0deec2db-e08e-4864-899f-bbf4ce1ca916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:25.885873 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7a63f91d-90e0-47ad-8ab7-f903c6754d5e req-4b0829c7-f576-4a94-b4b4-54601ba9a31e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349112 Jun 30 21:45:27.066670 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06450e-044d-4c6b-9dd5-781419635625 req-ddf64b2e-5496-4008-9e96-3947cf4d276e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:27.068225 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc06450e-044d-4c6b-9dd5-781419635625 req-ddf64b2e-5496-4008-9e96-3947cf4d276e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0629537 Jun 30 21:45:27.108554 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc06450e-044d-4c6b-9dd5-781419635625 req-186ea1a6-5c93-4b4d-b4b0-90b7f33700a0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Jun 30 21:45:28.293143 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8cd15-02fa-48cc-a30f-c2ac72811dcd req-d660f697-3573-40ad-a052-baf9e3a450ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:28.294673 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eca8cd15-02fa-48cc-a30f-c2ac72811dcd req-d660f697-3573-40ad-a052-baf9e3a450ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0654302 Jun 30 21:45:28.335406 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-eca8cd15-02fa-48cc-a30f-c2ac72811dcd req-e9c6d40f-6b3b-4e59-9635-d323845ab825 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348861 Jun 30 21:45:28.433721 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93227adc-a82e-4a96-8898-b484bfcbf9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:28.719820 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:29.511531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a53b-eafb-494c-841b-4faef0cff386 req-c09d06f6-2537-442e-8bb0-864d3d5acec0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:29.513061 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9454a53b-eafb-494c-841b-4faef0cff386 req-c09d06f6-2537-442e-8bb0-864d3d5acec0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0637100 Jun 30 21:45:29.555954 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9454a53b-eafb-494c-841b-4faef0cff386 req-6452a8ac-dcb0-4982-a70a-59ea3aa9ee28 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347757 Jun 30 21:45:29.810959 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:30.735143 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52687e-13b1-4f9e-9b00-070e40572ab9 req-daaac699-c6cc-4a74-8915-7babe20b7be8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:30.737578 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d52687e-13b1-4f9e-9b00-070e40572ab9 req-daaac699-c6cc-4a74-8915-7babe20b7be8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0647538 Jun 30 21:45:30.779493 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8d52687e-13b1-4f9e-9b00-070e40572ab9 req-f43c7abf-4ece-42f6-ad88-b2180f756654 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Jun 30 21:45:31.641573 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:31.962406 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d8d6-b889-48cd-81ea-027be04f8652 req-e547e044-0a05-4a0f-a6a7-61c26967ef66 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:31.963870 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6933d8d6-b889-48cd-81ea-027be04f8652 req-e547e044-0a05-4a0f-a6a7-61c26967ef66 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0630515 Jun 30 21:45:32.003307 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6933d8d6-b889-48cd-81ea-027be04f8652 req-128548ea-11dd-4565-bd2e-581db2226da5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328598 Jun 30 21:45:33.192284 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61ec1-0d5f-4a51-b5c0-1002e436af98 req-d3c5ea20-2623-45ab-bff6-7360ab9b668a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:33.193820 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9a61ec1-0d5f-4a51-b5c0-1002e436af98 req-d3c5ea20-2623-45ab-bff6-7360ab9b668a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0721211 Jun 30 21:45:33.232638 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9a61ec1-0d5f-4a51-b5c0-1002e436af98 req-569fa7e5-5120-4871-92ba-38ddb443dfa3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329211 Jun 30 21:45:34.428311 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab214704-7b49-45a0-b89a-e2a827ff3797 req-48d68565-98cc-4d01-be67-49fb40dbbca7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:34.429792 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab214704-7b49-45a0-b89a-e2a827ff3797 req-48d68565-98cc-4d01-be67-49fb40dbbca7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0750411 Jun 30 21:45:34.471261 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab214704-7b49-45a0-b89a-e2a827ff3797 req-3e97990b-cf13-4127-a583-623d90ccc3eb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358977 Jun 30 21:45:35.660794 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f881-4be0-4aeb-9c85-e3a997cfbb97 req-8e3b29af-dea5-4ffc-bc3d-8ba100e113f4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:35.662388 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4af5f881-4be0-4aeb-9c85-e3a997cfbb97 req-8e3b29af-dea5-4ffc-bc3d-8ba100e113f4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0673585 Jun 30 21:45:35.706243 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4af5f881-4be0-4aeb-9c85-e3a997cfbb97 req-8b55ec3e-e0e6-475a-8692-043993f879fc tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350111 Jun 30 21:45:36.895609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8536-ed6b-449e-81d8-35b2ac68b92b req-38f3da20-93e4-4091-bdfc-46a07abf1d8a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:36.897202 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c75c8536-ed6b-449e-81d8-35b2ac68b92b req-38f3da20-93e4-4091-bdfc-46a07abf1d8a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0719829 Jun 30 21:45:36.943626 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c75c8536-ed6b-449e-81d8-35b2ac68b92b req-710c3037-8426-4ffe-92be-dcffe6d88998 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Jun 30 21:45:38.134790 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b540ad-aee9-4026-a104-c3f3fb1db89b req-da725b29-76d2-40d0-b660-9e0b51b36970 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:38.136293 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21b540ad-aee9-4026-a104-c3f3fb1db89b req-da725b29-76d2-40d0-b660-9e0b51b36970 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0695825 Jun 30 21:45:38.174897 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21b540ad-aee9-4026-a104-c3f3fb1db89b req-5c17d7bc-989e-4409-bf97-150ea8410da1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330639 Jun 30 21:45:39.366419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2b2ad-b2ad-40e3-8138-05865c4b35af req-79a092d3-17be-43dd-9d04-ff47198adab0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:39.368087 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bef2b2ad-b2ad-40e3-8138-05865c4b35af req-79a092d3-17be-43dd-9d04-ff47198adab0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0770202 Jun 30 21:45:39.413473 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bef2b2ad-b2ad-40e3-8138-05865c4b35af req-64b5fef1-c67f-4c18-bd8f-8dd6bc0f34f3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 Jun 30 21:45:40.595786 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a7275-175e-4d3a-9d72-3d9d11a582f6 req-34490dbd-1fd0-44a1-a430-f9f83e69a4db tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:40.597203 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b6a7275-175e-4d3a-9d72-3d9d11a582f6 req-34490dbd-1fd0-44a1-a430-f9f83e69a4db tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0668244 Jun 30 21:45:40.636786 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b6a7275-175e-4d3a-9d72-3d9d11a582f6 req-d859199c-0830-4f7e-a3e6-6452936df889 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334198 Jun 30 21:45:41.816783 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e59c7-d107-464b-8ca9-5c3a8f011c3e req-592ec0cf-2e91-4ed7-bd7f-eb29ec134ee1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:41.818175 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b78e59c7-d107-464b-8ca9-5c3a8f011c3e req-592ec0cf-2e91-4ed7-bd7f-eb29ec134ee1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0620058 Jun 30 21:45:41.856217 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b78e59c7-d107-464b-8ca9-5c3a8f011c3e req-ca671956-3f5c-48fc-9ec3-d75c340ac3ec tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Jun 30 21:45:43.041129 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad6c8-1cd9-4632-be86-1b0515c033a6 req-c1f5ac27-b8a9-4c79-abb4-ad6cd08b5625 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:43.042558 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b15ad6c8-1cd9-4632-be86-1b0515c033a6 req-c1f5ac27-b8a9-4c79-abb4-ad6cd08b5625 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0691211 Jun 30 21:45:43.084062 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b15ad6c8-1cd9-4632-be86-1b0515c033a6 req-ec5ca961-c230-4068-a5df-91f69aa74a3a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353627 Jun 30 21:45:44.256969 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c4d35-2f3c-4797-bb1e-b55e8b6fb7d4 req-6483cd20-4c21-4a90-bdd7-44f617254d5e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:44.258465 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a76c4d35-2f3c-4797-bb1e-b55e8b6fb7d4 req-6483cd20-4c21-4a90-bdd7-44f617254d5e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0627301 Jun 30 21:45:44.294904 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a76c4d35-2f3c-4797-bb1e-b55e8b6fb7d4 req-1240f096-1fa8-4ab1-b74e-59823c4c02df tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Jun 30 21:45:45.178411 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:45.471752 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9dee9-8b89-4442-bae9-88471b74190b req-f4ed159b-f6c8-4186-a029-15f01cab6c89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:45.473220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5c9dee9-8b89-4442-bae9-88471b74190b req-f4ed159b-f6c8-4186-a029-15f01cab6c89 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0618923 Jun 30 21:45:45.510208 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c5c9dee9-8b89-4442-bae9-88471b74190b req-fcf1f211-03ac-4d71-a122-a012b99e7aa7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jun 30 21:45:46.689027 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecf3e0-bf55-464b-bc37-677ebdaa5d2b req-6aab3297-0bba-4990-af85-6df96b30ec9e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:46.690465 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63ecf3e0-bf55-464b-bc37-677ebdaa5d2b req-6aab3297-0bba-4990-af85-6df96b30ec9e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0649185 Jun 30 21:45:46.727491 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-63ecf3e0-bf55-464b-bc37-677ebdaa5d2b req-345b480c-ed66-418d-9fb8-a852d6e6e1ed tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Jun 30 21:45:47.574574 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:45:47.666691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:47.678270 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:45:47.719812 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:47.732217 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:45:47.751174 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:47.863781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:47.906008 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcff99f-e5a2-4df0-96f2-6ccd9f87bf74 req-0fead4e7-3554-4d08-91e2-bc3fa803f223 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:47.907423 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4fcff99f-e5a2-4df0-96f2-6ccd9f87bf74 req-0fead4e7-3554-4d08-91e2-bc3fa803f223 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0634320 Jun 30 21:45:47.914876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:47.947509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4fcff99f-e5a2-4df0-96f2-6ccd9f87bf74 req-1b599687-b2b7-4cfb-a404-b94a6dfd83a4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Jun 30 21:45:48.028891 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d26de8c4-e9b2-4964-9876-918c7ed0b5ac'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:45:49.118918 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779816e-31d4-41bd-85ce-6d7806c87d3c req-a52bbea4-a5cf-4f9a-b1d8-61dedc0f3c88 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:49.120380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c779816e-31d4-41bd-85ce-6d7806c87d3c req-a52bbea4-a5cf-4f9a-b1d8-61dedc0f3c88 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 944 time: 0.0608084 Jun 30 21:45:49.160551 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c779816e-31d4-41bd-85ce-6d7806c87d3c req-d69cadc0-a7aa-4c1d-820c-150587b585dc tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340183 Jun 30 21:45:49.601778 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:45:49.654009 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:45:49.654377 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:49.733827 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:49.758515 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:45:49.760799 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68323e36-4db6-44fc-b3a2-70b6fd609dd7" -d '{"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:45:49.777718 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:49.799328 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcbbb6a-b4da-4855-8140-719d1dd8cc80 x-openstack-request-id: req-fdcbbb6a-b4da-4855-8140-719d1dd8cc80 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:45:49.803511 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:45:49.803511 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdcbbb6a-b4da-4855-8140-719d1dd8cc80 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:45:49.803511 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'code': 200} Jun 30 21:45:49.907911 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:49.956533 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:50.338448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364ec4-5e3d-4118-a954-30540c597814 req-4178d5a0-7b81-4e21-aa40-96c0db677ba5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:50.339945 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01364ec4-5e3d-4118-a954-30540c597814 req-4178d5a0-7b81-4e21-aa40-96c0db677ba5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0621874 Jun 30 21:45:50.377402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01364ec4-5e3d-4118-a954-30540c597814 req-60a51b80-81b6-4a68-9cad-8aa2b9989ce2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319495 Jun 30 21:45:50.784584 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33030) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:50.884133 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:50.968271 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.080976 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.119030 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38814267ae104ff3ab808250d703a2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327579 Jun 30 21:45:51.119869 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b688a-d009-445a-9670-ad9f25ddff10,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:51.121701 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33034) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:51.127157 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.127502 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.127843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.128170 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.128496 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.129599 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.129725 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.130000 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.130323 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.130661 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.131055 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.131374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889945b2-67f2-425b-8456-62ebaf02f91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.171131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.192584 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.407476 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.410131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:51.411530 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/385b688a-d009-445a-9670-ad9f25ddff10 HTTP/1.1" status: 204 len: 168 time: 0.2886474 Jun 30 21:45:51.420147 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b688a-d009-445a-9670-ad9f25ddff10,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.432566 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694fff3-d2fe-4e28-8bd2-a4462365496a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:45:51.561823 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92422abc-6bef-4f5d-affd-74c792244f78 req-84a40a1d-44df-451c-8224-b1024b2f2392 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:51.563322 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92422abc-6bef-4f5d-affd-74c792244f78 req-84a40a1d-44df-451c-8224-b1024b2f2392 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0654330 Jun 30 21:45:51.602375 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92422abc-6bef-4f5d-affd-74c792244f78 req-56057951-fca6-4ef5-94b8-70724d6f22be tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333619 Jun 30 21:45:52.787522 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeeb35-0406-4f14-b5c9-5f2277d776b9 req-d7ea4dfb-8c96-42d5-a357-347490c50d86 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:52.789060 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1daeeb35-0406-4f14-b5c9-5f2277d776b9 req-d7ea4dfb-8c96-42d5-a357-347490c50d86 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0730922 Jun 30 21:45:52.828005 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1daeeb35-0406-4f14-b5c9-5f2277d776b9 req-43afd5df-8b1e-40ff-bbed-777bde540bdb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Jun 30 21:45:54.005113 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7658d03-eca4-4122-8a6d-8aecd23c77f3 req-7c0f78a6-6e86-4d48-9ab7-2b79cdb90f9b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:54.006689 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7658d03-eca4-4122-8a6d-8aecd23c77f3 req-7c0f78a6-6e86-4d48-9ab7-2b79cdb90f9b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jun 30 21:45:54.060048 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7658d03-eca4-4122-8a6d-8aecd23c77f3 req-9fe8d95e-c52e-4575-97e5-2aba0af13ddb tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 Jun 30 21:45:55.279997 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f17960-13cf-41f8-8fe2-1c5f0396e4d1 req-8f6b0382-0c92-4223-9599-d38fb35f9537 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:55.281742 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76f17960-13cf-41f8-8fe2-1c5f0396e4d1 req-8f6b0382-0c92-4223-9599-d38fb35f9537 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0800669 Jun 30 21:45:55.338545 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76f17960-13cf-41f8-8fe2-1c5f0396e4d1 req-64fa40f5-7b3f-4112-8f6a-94a707c08207 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503740 Jun 30 21:45:55.787635 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3fb686f5-7f19-4928-9d23-fafa06a5e7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:56.523917 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d416e23-8ab4-4370-993a-ed2a98662d26 req-000b9cbc-0213-4203-aed0-af235c0d398a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:56.525404 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d416e23-8ab4-4370-993a-ed2a98662d26 req-000b9cbc-0213-4203-aed0-af235c0d398a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0628033 Jun 30 21:45:56.567710 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d416e23-8ab4-4370-993a-ed2a98662d26 req-84604b9d-079c-40ee-9d84-fa8c2e486271 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Jun 30 21:45:57.889906 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012eb9-59f6-4db2-8add-9abb594ba81a req-efe2a071-7c89-4923-a4d6-fa83d92134f5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:57.899073 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c012eb9-59f6-4db2-8add-9abb594ba81a req-efe2a071-7c89-4923-a4d6-fa83d92134f5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0958481 Jun 30 21:45:57.947868 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c012eb9-59f6-4db2-8add-9abb594ba81a req-bb11919d-daac-4fac-b4f2-78854e489a42 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481665 Jun 30 21:45:58.440848 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfb2889e-6f16-4fcd-8456-0be84e515d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:58.756135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:59.116566 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80fa03-8019-4040-b4d1-6baa10a1ede8 req-e366860f-e607-4938-9338-8b36940c70e4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:59.118149 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d80fa03-8019-4040-b4d1-6baa10a1ede8 req-e366860f-e607-4938-9338-8b36940c70e4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0643122 Jun 30 21:45:59.156575 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3d80fa03-8019-4040-b4d1-6baa10a1ede8 req-4c94990c-dcc2-47cf-bcc2-a4c1020a2de0 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Jun 30 21:45:59.747340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:00.353015 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0b67e-49f1-47cb-bdb8-7e5fe2c7d15a req-d0d55c25-7100-4dae-917f-964608cd146e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:00.354514 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aef0b67e-49f1-47cb-bdb8-7e5fe2c7d15a req-d0d55c25-7100-4dae-917f-964608cd146e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0663104 Jun 30 21:46:00.398867 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aef0b67e-49f1-47cb-bdb8-7e5fe2c7d15a req-a8cb41b8-00a2-4276-bb7b-45edba2121aa tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386744 Jun 30 21:46:01.605423 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2697f-6f18-4c03-9b3a-0a35b029f9b5 req-afc13b22-40a9-4a5a-9817-5132b27c63f3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:01.607814 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ea2697f-6f18-4c03-9b3a-0a35b029f9b5 req-afc13b22-40a9-4a5a-9817-5132b27c63f3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0776267 Jun 30 21:46:01.661220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5ea2697f-6f18-4c03-9b3a-0a35b029f9b5 req-1b4f7f99-e4b9-4867-a6e4-f5049d553f51 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470743 Jun 30 21:46:01.668554 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:01.946368 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:46:02.863989 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b01f3-4178-48a3-84d9-e7e76d8df956 req-32408017-9d03-4227-9739-dc24054bcc17 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:02.872076 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-979b01f3-4178-48a3-84d9-e7e76d8df956 req-32408017-9d03-4227-9739-dc24054bcc17 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0831442 Jun 30 21:46:02.933703 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-979b01f3-4178-48a3-84d9-e7e76d8df956 req-beb18e5e-7811-436d-b207-86d0425672df tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604932 Jun 30 21:46:04.114557 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e80c-b636-47ca-8192-1fcb38c08258 req-113800b5-128b-4bd6-8f45-1cc2ad668cc7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:04.116049 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7db4e80c-b636-47ca-8192-1fcb38c08258 req-113800b5-128b-4bd6-8f45-1cc2ad668cc7 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0648026 Jun 30 21:46:04.153295 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7db4e80c-b636-47ca-8192-1fcb38c08258 req-8b0598a3-2732-4d68-b5cb-5fa2e48ea5db tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Jun 30 21:46:05.335639 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766d1c-a061-45c7-930e-99be47669c1c req-595ebc34-6fd6-4009-8e86-05322784992f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:05.337146 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d766d1c-a061-45c7-930e-99be47669c1c req-595ebc34-6fd6-4009-8e86-05322784992f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0677688 Jun 30 21:46:05.375791 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d766d1c-a061-45c7-930e-99be47669c1c req-d93b383e-db95-4195-98cc-029e2f33b66f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331130 Jun 30 21:46:06.555731 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadd79-9451-434f-97f1-d8e5f6d3b1ca req-69318de3-d547-4133-b984-4fbf3c53ff21 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:06.557218 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dfdadd79-9451-434f-97f1-d8e5f6d3b1ca req-69318de3-d547-4133-b984-4fbf3c53ff21 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0664558 Jun 30 21:46:06.598559 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dfdadd79-9451-434f-97f1-d8e5f6d3b1ca req-977764bd-dcac-4814-9e65-83a49de79dec tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355434 Jun 30 21:46:06.823515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-3d3cff56-dac8-4040-bae4-0bdb7bea4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:06.824999 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-3d3cff56-dac8-4040-bae4-0bdb7bea4958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1098 time: 0.0510106 Jun 30 21:46:06.914157 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-2f658bb5-f960-4a23-9351-8762d1932ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:06.915574 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-2f658bb5-f960-4a23-9351-8762d1932ba9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0845311 Jun 30 21:46:06.978692 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-c9e73957-eb85-45bc-aa3a-799996fb9349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 1000 time: 0.0566683 Jun 30 21:46:07.025481 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-9d76a6f5-c65f-44ff-89e7-00a8016f22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:07.026964 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-9d76a6f5-c65f-44ff-89e7-00a8016f22e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0421088 Jun 30 21:46:07.089241 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-59cb3485-ecd6-46b9-a0f4-f14fab49dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:07.090812 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-59cb3485-ecd6-46b9-a0f4-f14fab49dac4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557377 Jun 30 21:46:07.180769 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-dede9147-3264-4194-8144-cfd7a4b75782 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Jun 30 21:46:07.271477 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-5e7a3044-4ffb-477d-b07b-1d1dfd0e2ae2 req-8a7a4bbd-5200-451b-a25b-aba6b100701c service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849183 Jun 30 21:46:07.771599 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d6acc-a2f7-4156-a7bb-68de61056a5c req-018465d9-7e3e-4c03-84d0-8ae26e3e0b5a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:07.773061 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b7d6acc-a2f7-4156-a7bb-68de61056a5c req-018465d9-7e3e-4c03-84d0-8ae26e3e0b5a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.0608990 Jun 30 21:46:07.809391 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9b7d6acc-a2f7-4156-a7bb-68de61056a5c req-c19908d3-a7f7-40a7-8ae5-a74e5eb13474 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308411 Jun 30 21:46:09.145531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7a6a3-5b86-4ae5-877d-cc218390584a req-ec4ca6ce-f1b1-4cfa-9e72-169957063a79 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:09.146986 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7e7a6a3-5b86-4ae5-877d-cc218390584a req-ec4ca6ce-f1b1-4cfa-9e72-169957063a79 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 945 time: 0.2181435 Jun 30 21:46:09.185611 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d7e7a6a3-5b86-4ae5-877d-cc218390584a req-8c6789e5-63a5-4cb4-8a17-80c601befa3f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jun 30 21:46:09.709615 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:46:09.788291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:09.809436 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:46:09.811747 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788020f8-eae4-43dd-9ce8-9d861ee6402f" -d '{"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:46:09.825102 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:09.847880 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b0c9fc-0b59-45f8-a4ed-8d2bc092f4f2 x-openstack-request-id: req-07b0c9fc-0b59-45f8-a4ed-8d2bc092f4f2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:46:09.848169 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:46:09.848419 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07b0c9fc-0b59-45f8-a4ed-8d2bc092f4f2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:46:09.848803 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'code': 200} Jun 30 21:46:09.932365 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:09.980243 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:09.987179 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.987535 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.987937 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.988340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.988685 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.989028 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.989362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.989698 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.990035 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.990367 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.990734 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:09.991090 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:10.362472 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8084f-e5a9-402d-a1e0-b1429c5f9f05 req-4364dd3f-2fa0-44ff-978d-3d2900aaaebd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:10.364481 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ccd8084f-e5a9-402d-a1e0-b1429c5f9f05 req-4364dd3f-2fa0-44ff-978d-3d2900aaaebd tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0661559 Jun 30 21:46:10.402671 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ccd8084f-e5a9-402d-a1e0-b1429c5f9f05 req-44b0cb64-2af7-4879-ad75-21fee2653836 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325944 Jun 30 21:46:13.580941 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de4ad-c617-4ca7-a15d-019d701f3713 req-a3434858-3405-43fb-ba06-fbe8e7354065 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:13.583029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-606de4ad-c617-4ca7-a15d-019d701f3713 req-a3434858-3405-43fb-ba06-fbe8e7354065 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0649123 Jun 30 21:46:13.621450 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-606de4ad-c617-4ca7-a15d-019d701f3713 req-5be25656-fc24-43ac-8292-b2df7ee3ab58 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322983 Jun 30 21:46:14.059385 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33240) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:14.154138 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-9b34adc3-ac02-465a-8756-782ba6af079e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930562 Jun 30 21:46:14.808485 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070acdf-02ad-475b-bb17-6ca9e70acf50 req-1ef0dfe9-81d0-4b00-9733-29c435910c1b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:14.810044 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a070acdf-02ad-475b-bb17-6ca9e70acf50 req-1ef0dfe9-81d0-4b00-9733-29c435910c1b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0645764 Jun 30 21:46:14.853515 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a070acdf-02ad-475b-bb17-6ca9e70acf50 req-3983afb2-f67f-44cf-ad93-da830fb7642f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373294 Jun 30 21:46:15.200834 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:16.089307 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50319b-cc19-4827-976e-6b533406a1b4 req-48f2e1c8-ccb7-4a5c-85aa-c8534c4c459c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.090867 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d50319b-cc19-4827-976e-6b533406a1b4 req-48f2e1c8-ccb7-4a5c-85aa-c8534c4c459c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.1146352 Jun 30 21:46:16.127338 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d50319b-cc19-4827-976e-6b533406a1b4 req-2a7a3586-6788-4ced-b889-a7ab289eaffe tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307667 Jun 30 21:46:16.377956 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-751ac35f-a230-4182-812e-8512bfdc1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.380126 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-751ac35f-a230-4182-812e-8512bfdc1a4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb&tenant_id=8bc4288288b846ef9aa6886e607d6b49 HTTP/1.1" status: 200 len: 1096 time: 0.0525513 Jun 30 21:46:16.468135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-af48d43e-53de-47ab-879d-10ddb4ff2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.469548 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-af48d43e-53de-47ab-879d-10ddb4ff2b4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1096 time: 0.0564108 Jun 30 21:46:16.559883 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-f478f58e-18d8-4841-87eb-ea583ea1153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.561381 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-f478f58e-18d8-4841-87eb-ea583ea1153d service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.0859973 Jun 30 21:46:16.628322 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-30e47b3c-c4f8-48dc-8fea-b45fda2a9f06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 998 time: 0.0610545 Jun 30 21:46:16.676490 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-0ba09738-85fb-43f4-9c44-e5d36bd54352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.678005 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-0ba09738-85fb-43f4-9c44-e5d36bd54352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0438237 Jun 30 21:46:16.734275 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-1a674f42-5cce-4835-8c69-3e73def03c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:16.735712 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-1a674f42-5cce-4835-8c69-3e73def03c44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516670 Jun 30 21:46:16.824915 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-b773b379-c777-444a-b883-e28d026ffb33 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828114 Jun 30 21:46:16.911132 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-6b2740bd-6fe1-4eef-90b8-9353a48ec395 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801113 Jun 30 21:46:17.303372 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1ab9b-73b3-4c2d-88ad-dd067b84cca6 req-2b4bfdfd-69f5-499a-bb4c-fbaab8c55005 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:17.304922 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-69d1ab9b-73b3-4c2d-88ad-dd067b84cca6 req-2b4bfdfd-69f5-499a-bb4c-fbaab8c55005 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0622361 Jun 30 21:46:17.345057 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-69d1ab9b-73b3-4c2d-88ad-dd067b84cca6 req-8b9906a7-f42b-42d6-b71f-78534a1e4cf2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Jun 30 21:46:18.527419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f94645-64b5-4e0d-841d-906c50299b61 req-3e8b8aad-61f8-4625-a8f4-d603078060ba tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:18.528903 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89f94645-64b5-4e0d-841d-906c50299b61 req-3e8b8aad-61f8-4625-a8f4-d603078060ba tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0666575 Jun 30 21:46:18.566371 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-89f94645-64b5-4e0d-841d-906c50299b61 req-be0b0c7d-bd32-4042-855e-e4f4ae9b2069 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319569 Jun 30 21:46:19.882339 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03e9f0-94d0-410a-b64c-78f8440a9492 req-22b7d7f6-ad9f-4bfa-9f51-a157022364ab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:19.884402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe03e9f0-94d0-410a-b64c-78f8440a9492 req-22b7d7f6-ad9f-4bfa-9f51-a157022364ab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0635679 Jun 30 21:46:19.930419 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe03e9f0-94d0-410a-b64c-78f8440a9492 req-14b21ede-cb4a-4f14-87a9-484eac479869 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364439 Jun 30 21:46:21.110844 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be853ae3-6652-47a8-a8e4-0ca6eef9fb6b req-fc318a5f-deee-46fb-ac49-93f5fbe0eb1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:21.112244 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be853ae3-6652-47a8-a8e4-0ca6eef9fb6b req-fc318a5f-deee-46fb-ac49-93f5fbe0eb1a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0639529 Jun 30 21:46:21.154972 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be853ae3-6652-47a8-a8e4-0ca6eef9fb6b req-d21e0a0b-cd4b-4787-95b0-59481b633b43 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363412 Jun 30 21:46:22.385795 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e1f0e-ded2-4b51-8390-de94d92d6f7c req-fe4f63cd-ae13-4955-b4e3-17cd350890c3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:22.387361 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d94e1f0e-ded2-4b51-8390-de94d92d6f7c req-fe4f63cd-ae13-4955-b4e3-17cd350890c3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0654562 Jun 30 21:46:22.428678 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d94e1f0e-ded2-4b51-8390-de94d92d6f7c req-754ab19e-80b2-4b91-b42c-3a41464aaa54 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354276 Jun 30 21:46:23.621278 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56891b-50ae-41d4-a2b5-7a9a2c1dee9e req-964d65e7-b0f1-4550-be33-52fb3787a260 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:23.627992 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cc56891b-50ae-41d4-a2b5-7a9a2c1dee9e req-964d65e7-b0f1-4550-be33-52fb3787a260 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0716171 Jun 30 21:46:23.660953 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cc56891b-50ae-41d4-a2b5-7a9a2c1dee9e req-0da81200-273a-4c42-a23a-5fe372091dec tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Jun 30 21:46:24.866424 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad3462-2693-4349-9018-a8e509bbb77f req-832793c2-32d0-4ca9-a5c7-c726a57a8997 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:24.867925 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffad3462-2693-4349-9018-a8e509bbb77f req-832793c2-32d0-4ca9-a5c7-c726a57a8997 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0686228 Jun 30 21:46:24.909353 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ffad3462-2693-4349-9018-a8e509bbb77f req-80535a9d-321d-42b2-bae3-1628c4a34545 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357502 Jun 30 21:46:25.792546 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d6fcce4-5b84-4323-8169-5b25b8dbef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:26.104795 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03b075-cf9c-4995-9f99-6eb6654cac1b req-e1526dc9-112a-44fe-956e-0d525a9b2fd3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:26.106250 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a03b075-cf9c-4995-9f99-6eb6654cac1b req-e1526dc9-112a-44fe-956e-0d525a9b2fd3 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0675669 Jun 30 21:46:26.142421 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a03b075-cf9c-4995-9f99-6eb6654cac1b req-e79f9109-6c73-46b0-8cfd-4bf7677ada0d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Jun 30 21:46:27.349931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb41565-6eb8-4931-8037-9869e5ac57ce req-bd3fa5d5-b189-4cba-adb7-d02a9e4c3025 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:27.351462 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fb41565-6eb8-4931-8037-9869e5ac57ce req-bd3fa5d5-b189-4cba-adb7-d02a9e4c3025 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0761018 Jun 30 21:46:27.405866 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fb41565-6eb8-4931-8037-9869e5ac57ce req-1f742d72-7a7e-4525-8de1-13ecd610b9d9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481339 Jun 30 21:46:28.386859 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d690-f33d-4e21-bf5a-95c4ab9bf6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:28.591356 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c9f99-c246-4db2-b9b8-2d2653a6ad42 req-ffa5c25d-f6da-4731-9ef2-fcdf5aff6cab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:28.592832 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-861c9f99-c246-4db2-b9b8-2d2653a6ad42 req-ffa5c25d-f6da-4731-9ef2-fcdf5aff6cab tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0701160 Jun 30 21:46:28.630081 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-861c9f99-c246-4db2-b9b8-2d2653a6ad42 req-97cf408a-de50-4f87-8640-f2b5fb16d804 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Jun 30 21:46:28.737443 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:29.754836 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:29.817222 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d98ab4-5c31-4d44-a681-01b2286696b7 req-840cd720-0876-49a2-babb-8c1d6a79c268 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:29.818768 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1d98ab4-5c31-4d44-a681-01b2286696b7 req-840cd720-0876-49a2-babb-8c1d6a79c268 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0665166 Jun 30 21:46:29.862858 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f1d98ab4-5c31-4d44-a681-01b2286696b7 req-0f77d185-1ad4-4207-a2e1-e2e706d9e688 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349319 Jun 30 21:46:31.045876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f940-ae72-458a-aca4-02c32b90a313 req-d97894be-4505-4573-9ec3-251605a5313d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:31.047497 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4b8f940-ae72-458a-aca4-02c32b90a313 req-d97894be-4505-4573-9ec3-251605a5313d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0672560 Jun 30 21:46:31.093478 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4b8f940-ae72-458a-aca4-02c32b90a313 req-56b7f04f-1c12-4da2-a356-b5fb7753966d tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Jun 30 21:46:31.157567 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-0f4d2113-43f7-4702-bd0e-444ae735d1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573111 Jun 30 21:46:31.250520 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-090a01a2-6baf-408e-9c07-e971e6755e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:31.252098 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-090a01a2-6baf-408e-9c07-e971e6755e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a29ef89fbc043039a7403a40cd42470&device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0549219 Jun 30 21:46:31.360411 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-8f39968d-90a7-4b1b-b5be-a9467ea2d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:31.361903 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-8f39968d-90a7-4b1b-b5be-a9467ea2d951 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 200 len: 910 time: 0.0882969 Jun 30 21:46:31.433562 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-f1a32317-b28e-4ab1-b2a3-c2b04fac8683 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed9b96-086f-4821-9646-a445f57a5ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0645204 Jun 30 21:46:31.485492 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-f4bd149d-d679-47b9-b9f4-072afcde3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:31.487034 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-f4bd149d-d679-47b9-b9f4-072afcde3bd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 200 len: 849 time: 0.0470326 Jun 30 21:46:31.545909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-c2f34c40-6436-483e-bb17-5c4350d5e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:31.547479 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-c2f34c40-6436-483e-bb17-5c4350d5e454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df621c36-f737-4852-bdce-55c00d484cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541298 Jun 30 21:46:31.650768 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-03f44798-179f-482b-aa26-0780ed6bf3fe service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949855 Jun 30 21:46:31.663210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:31.741032 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b0283bbc-16f3-443e-9528-5b8d060eb72a req-700d39f5-d137-4c78-8962-7652152e9fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 Jun 30 21:46:32.274377 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3f30-3a6f-4c19-bd0e-d611db536e3d req-68ebb2aa-f787-4f67-a693-8a479e16290a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:32.275896 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd4e3f30-3a6f-4c19-bd0e-d611db536e3d req-68ebb2aa-f787-4f67-a693-8a479e16290a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0645421 Jun 30 21:46:32.314171 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bd4e3f30-3a6f-4c19-bd0e-d611db536e3d req-e4592220-5206-47e8-8f7a-dadee9b82de4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Jun 30 21:46:33.506467 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3e38-75a8-407b-931e-d82df3eab6db req-f38b1b7e-9a6d-42b0-8f82-4e43e44a592b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:33.507962 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d03d3e38-75a8-407b-931e-d82df3eab6db req-f38b1b7e-9a6d-42b0-8f82-4e43e44a592b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 943 time: 0.0657542 Jun 30 21:46:33.549854 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d03d3e38-75a8-407b-931e-d82df3eab6db req-8fd42e95-4793-4a20-99eb-5a62ba1036a1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362422 Jun 30 21:46:33.849921 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:46:33.950115 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:33.962377 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'port_id': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'mac_address': 'fa:16:3e:1e:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:46:33.999699 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:34.012895 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:46:34.033066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:34.252494 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:34.306283 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=9']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:34.681651 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['d26de8c4-e9b2-4964-9876-918c7ed0b5ac'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:46:34.747925 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603d081-825e-4ea3-b378-90661d2ff8b4 req-027ab962-2e8e-43a6-8b69-901c10274b18 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:34.749431 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4603d081-825e-4ea3-b378-90661d2ff8b4 req-027ab962-2e8e-43a6-8b69-901c10274b18 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 944 time: 0.0777929 Jun 30 21:46:34.803507 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4603d081-825e-4ea3-b378-90661d2ff8b4 req-2f64a1e4-e2fd-4259-a2fe-351c355790e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482726 Jun 30 21:46:35.868000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:46:35.915206 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port d26de8c4-e9b2-4964-9876-918c7ed0b5ac triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:46:35.915586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:35.985692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386c21-d2a9-441e-b42d-0aaba28b1273 req-798aac61-4714-4c9c-a8f1-3eee21a363b4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:35.987252 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17386c21-d2a9-441e-b42d-0aaba28b1273 req-798aac61-4714-4c9c-a8f1-3eee21a363b4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 944 time: 0.0663056 Jun 30 21:46:35.998612 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:36.021605 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:46:36.023911 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0cb921-b31a-406a-ac5c-d22b9e8a7b29" -d '{"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:46:36.026637 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-17386c21-d2a9-441e-b42d-0aaba28b1273 req-7c96054d-0cb3-4730-9743-1e39a25190c5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331669 Jun 30 21:46:36.039311 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:36.062143 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7710a1dd-cf1a-49b5-a52e-093e5da07966 x-openstack-request-id: req-7710a1dd-cf1a-49b5-a52e-093e5da07966 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:46:36.062441 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:46:36.062731 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7710a1dd-cf1a-49b5-a52e-093e5da07966 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:46:36.063172 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'code': 200} Jun 30 21:46:36.108754 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:36.163317 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:36.472251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0360a0-d018-4e72-9b17-78d9e1692b54 req-30ff9111-60d7-4046-9854-d43f9ef6b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:36.474238 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1c0360a0-d018-4e72-9b17-78d9e1692b54 req-30ff9111-60d7-4046-9854-d43f9ef6b64e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1099 time: 0.0578771 Jun 30 21:46:36.520375 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1c0360a0-d018-4e72-9b17-78d9e1692b54 req-888c71ec-57bc-4fcf-800e-eba0f750a7fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330219 Jun 30 21:46:37.212609 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f04e7-ae73-40bf-a680-9a91ecfeaa9c req-486f3807-f1df-431c-9c10-b7eb3c828f31 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:37.214368 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be4f04e7-ae73-40bf-a680-9a91ecfeaa9c req-486f3807-f1df-431c-9c10-b7eb3c828f31 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0686920 Jun 30 21:46:37.259717 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-be4f04e7-ae73-40bf-a680-9a91ecfeaa9c req-045d6b71-eaaf-490c-b590-db5e31c50056 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Jun 30 21:46:38.445083 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f971a-4746-42ba-ab7d-a5a6c02337c4 req-e0cbbd88-9d3f-4bbd-afa1-aaae7cfd6b2e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:38.446569 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0a1f971a-4746-42ba-ab7d-a5a6c02337c4 req-e0cbbd88-9d3f-4bbd-afa1-aaae7cfd6b2e tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0651348 Jun 30 21:46:38.486961 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0a1f971a-4746-42ba-ab7d-a5a6c02337c4 req-186af4b0-feaa-438f-9e44-b0bf1b3cbf9b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336642 Jun 30 21:46:38.945069 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:46:39.674120 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da49b7-7168-44f9-8549-2babef14469c req-1d7da10d-130f-48c7-b495-234b58ff1806 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:39.676186 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32da49b7-7168-44f9-8549-2babef14469c req-1d7da10d-130f-48c7-b495-234b58ff1806 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0636859 Jun 30 21:46:39.720452 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-32da49b7-7168-44f9-8549-2babef14469c req-65ad169b-c2aa-4871-b0d9-a2625182fed5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Jun 30 21:46:40.898557 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac83f-b5a3-4d5b-b8c8-f86a423ad748 req-f4490a80-ae61-4e92-bcd1-30a9f45aa6a2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:40.900093 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4e3ac83f-b5a3-4d5b-b8c8-f86a423ad748 req-f4490a80-ae61-4e92-bcd1-30a9f45aa6a2 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0638199 Jun 30 21:46:40.939635 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4e3ac83f-b5a3-4d5b-b8c8-f86a423ad748 req-c5517fb1-a3ce-4748-81b6-7fa4e3301a68 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Jun 30 21:46:41.228614 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d7d27-a680-45ee-a32d-b9f23076c5f1 req-bfe2da6b-2ce5-416a-955a-5e934b26534f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:41.230014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a31d7d27-a680-45ee-a32d-b9f23076c5f1 req-bfe2da6b-2ce5-416a-955a-5e934b26534f tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0616000 Jun 30 21:46:41.266543 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a31d7d27-a680-45ee-a32d-b9f23076c5f1 req-5e1bf27a-6c41-4560-bcf3-9751b6a519da tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309968 Jun 30 21:46:42.688457 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c22aa-295b-4b8b-9692-944569448767 req-4e6a3164-b4df-49b0-a6f0-7204314d9a34 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:42.689911 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-318c22aa-295b-4b8b-9692-944569448767 req-4e6a3164-b4df-49b0-a6f0-7204314d9a34 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.3114731 Jun 30 21:46:42.727001 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-318c22aa-295b-4b8b-9692-944569448767 req-0a8f3403-985d-49ca-9684-48d48263dca3 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313227 Jun 30 21:46:43.337793 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-1b1ba390-8043-4f5c-ac59-94c2e1adb5fd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:43.339404 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-1b1ba390-8043-4f5c-ac59-94c2e1adb5fd tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0620053 Jun 30 21:46:43.441254 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Deleting port 33ed9b96-086f-4821-9646-a445f57a5ee5 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:43.441594 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:43.527319 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] For port 33ed9b96-086f-4821-9646-a445f57a5ee5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=33ed9b96-086f-4821-9646-a445f57a5ee5,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:43.527680 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:43.694751 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:43.695127 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:43.695435 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Floating IP 88ab5c15-b091-4eac-83b5-2dd3ad8d88b0 disassociated. External IP: 172.27.3.156, port: 33ed9b96-086f-4821-9646-a445f57a5ee5. Jun 30 21:46:43.695778 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Calling delete_port for 33ed9b96-086f-4821-9646-a445f57a5ee5 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:43.905060 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305865f-7e60-4308-9e2b-65e5e233473e req-f0d3a6de-2d30-4334-8acd-d15b3828630a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:43.906592 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1305865f-7e60-4308-9e2b-65e5e233473e req-f0d3a6de-2d30-4334-8acd-d15b3828630a tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 945 time: 0.0675018 Jun 30 21:46:43.931442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:43.947854 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1305865f-7e60-4308-9e2b-65e5e233473e req-9b51e29e-5b9a-4f51-a0ba-446b2c583329 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups?id=813666ac-0166-45fc-ad96-074a791ca159&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346553 Jun 30 21:46:43.961865 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'Port': ['ID=33ed9b96-086f-4821-9646-a445f57a5ee5,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:44.075208 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:46:44.181506 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:46:44.191176 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:46:44.201163 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:46:44.201784 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:46:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:44.228183 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] No DVR routers for this DVR port 33ed9b96-086f-4821-9646-a445f57a5ee5 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:46:44.232980 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:44.232980 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-1f30ad3e-8371-43e6-8f6d-1680f1d9c454 req-f21a1181-d90c-4e33-8619-c6731f7e4d11 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.13 "DELETE /v2.0/ports/33ed9b96-086f-4821-9646-a445f57a5ee5 HTTP/1.1" status: 204 len: 173 time: 0.8880908 Jun 30 21:46:44.233207 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'name': 'network-vif-deleted', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:46:44.235431 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f5823-f25f-42d8-83ab-4193fc7611d1" -d '{"events": [{"server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "name": "network-vif-deleted", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:46:44.282803 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea9fc3-4aad-4844-8f45-36e9ea54f27d x-openstack-request-id: req-45ea9fc3-4aad-4844-8f45-36e9ea54f27d {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:46:44.283102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b3581-6e51-4ce1-b7f1-c3d993641cd4", "name": "network-vif-deleted", "tag": "33ed9b96-086f-4821-9646-a445f57a5ee5", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:46:44.283356 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45ea9fc3-4aad-4844-8f45-36e9ea54f27d {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:46:44.283755 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b3581-6e51-4ce1-b7f1-c3d993641cd4', 'name': 'network-vif-deleted', 'tag': '33ed9b96-086f-4821-9646-a445f57a5ee5', 'status': 'completed', 'code': 200} Jun 30 21:46:44.315770 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:46:44.528998 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:44.554744 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:46:44.563071 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:46:44.563683 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:46:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:44.673427 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:46:44.870043 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:44.900112 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9567bd-ded8-4eeb-b272-39f1ca69a36f None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:36:22Z', 'revision_number': 4, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'a0ff3533-c68e-4f5f-bf6a-7105773d3868', 'name': '', 'network_id': 'df621c36-f737-4852-bdce-55c00d484cb4', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'mac_address': 'fa:16:3e:58:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '612f05ec-25bf-4b25-8544-913f846743a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:20Z', 'updated_at': '2021-06-30T21:36:34Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'subnets': [{'id': '612f05ec-25bf-4b25-8544-913f846743a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:46:45.106682 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-cf4c24ec-3852-4a90-b831-c9419ae56893 req-ac5309eb-5f22-491b-8741-8c192bb8d671 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1b3581-6e51-4ce1-b7f1-c3d993641cd4 HTTP/1.1" status: 200 len: 210 time: 0.0301833 Jun 30 21:46:45.127944 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329c72e-9539-491b-b5ed-b69c4f9e4425 None None] New status for floating IP 88ab5c15-b091-4eac-83b5-2dd3ad8d88b0: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:46:45.148894 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:45.927241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 33ed9b96-086f-4821-9646-a445f57a5ee5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:46:45.947397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 33ed9b96-086f-4821-9646-a445f57a5ee5 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:46:45.947744 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 33ed9b96-086f-4821-9646-a445f57a5ee5 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:46:46.309985 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33458) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:46.368883 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.390894 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.525941 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.528411 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.529550 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "DELETE /v2.0/security-groups/813666ac-0166-45fc-ad96-074a791ca159 HTTP/1.1" status: 204 len: 168 time: 0.2185900 Jun 30 21:46:46.532350 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33460) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:46.539341 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7182-aeae-4c52-9705-c0edb00664f1 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813666ac-0166-45fc-ad96-074a791ca159,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:46.548185 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.api.v2.resource [None req-75ccfd94-68b6-456a-8a16-36de60b0afcb tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] show failed (client error): The resource could not be found. Jun 30 21:46:46.549212 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-75ccfd94-68b6-456a-8a16-36de60b0afcb tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "GET /v2.0/security-groups/813666ac-0166-45fc-ad96-074a791ca159 HTTP/1.1" status: 404 len: 347 time: 0.0159175 Jun 30 21:46:46.556112 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33462) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:46.681800 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Deleting port 6c74ded9-c494-46a5-8baf-9e1ef71f69f4 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:46.682325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.762618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.762981 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:46.777759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Calling delete_port for 6c74ded9-c494-46a5-8baf-9e1ef71f69f4 owned by network:floatingip {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:47.011825 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.035739 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Pushing event deleted for resources: {'Port': ['ID=6c74ded9-c494-46a5-8baf-9e1ef71f69f4,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:47.103274 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.105859 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.107037 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-43d0c83f-ff31-48b8-8dd4-145bc8caf435 tempest-AttachVolumeTestJSON-1577760349 tempest-AttachVolumeTestJSON-1577760349-project] 10.222.0.11 "DELETE /v2.0/floatingips/88ab5c15-b091-4eac-83b5-2dd3ad8d88b0 HTTP/1.1" status: 204 len: 168 time: 0.5493119 Jun 30 21:46:51.292119 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33490) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:51.743137 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:52.234985 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Deleting port a0ff3533-c68e-4f5f-bf6a-7105773d3868 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:52.235324 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:52.313771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] For port a0ff3533-c68e-4f5f-bf6a-7105773d3868, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=a0ff3533-c68e-4f5f-bf6a-7105773d3868,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:52.314429 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:52.328306 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Calling delete_port for a0ff3533-c68e-4f5f-bf6a-7105773d3868 owned by network:router_interface {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:52.594187 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:52.620695 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ff3533-c68e-4f5f-bf6a-7105773d3868,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:52.647172 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.647528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.647871 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.648208 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.648538 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.648873 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.649204 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.649528 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.649856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.650184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.650508 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.650855 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:52.797108 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.007080 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Router 9240e065-73eb-45b8-b5d2-2f0d036721a4 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:46:53.108924 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:46:53.113818 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d55a7a56-75c7-43b7-acb9-1aaf1c0ed420 admin admin] 10.222.0.11 "PUT /v2.0/routers/9240e065-73eb-45b8-b5d2-2f0d036721a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206587 Jun 30 21:46:53.116392 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33494) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:53.117344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Sync routers for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:46:53.127545 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:46:53.128166 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:46:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:53.219549 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks [] for router, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.238093 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:46:53.326122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.415989 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:46:52Z', 'revision_number': 5, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port': {'id': '35f6c10c-853a-44e2-9d61-0d06131582aa', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:13Z', 'updated_at': '2021-06-30T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:53.446172 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Checking router: 9240e065-73eb-45b8-b5d2-2f0d036721a4 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:46:53.455882 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Routers {'9240e065-73eb-45b8-b5d2-2f0d036721a4'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:46:53.456643 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:46:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['9240e065-73eb-45b8-b5d2-2f0d036721a4'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:53.488912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Deleting port 35f6c10c-853a-44e2-9d61-0d06131582aa {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:53.489282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.573810 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] For port 35f6c10c-853a-44e2-9d61-0d06131582aa, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=35f6c10c-853a-44e2-9d61-0d06131582aa,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:53.574170 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.588113 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Calling delete_port for 35f6c10c-853a-44e2-9d61-0d06131582aa owned by network:router_gateway {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:53.681438 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] Set router 9240e065-73eb-45b8-b5d2-2f0d036721a4 gateway port host: None {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:46:53.733272 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:46:53Z', 'revision_number': 6, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:53.763444 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a1c3-1646-444c-99fa-fde51350a19f None None] The sync data for ids ['9240e065-73eb-45b8-b5d2-2f0d036721a4'] in dv-cinder-774286-18-iscsi is: [{'id': '9240e065-73eb-45b8-b5d2-2f0d036721a4', 'name': 'tempest-AttachVolumeTestJSON-764301332-router', 'tenant_id': '0a29ef89fbc043039a7403a40cd42470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:11Z', 'updated_at': '2021-06-30T21:46:53Z', 'revision_number': 6, 'project_id': '0a29ef89fbc043039a7403a40cd42470', 'gw_port_host': None}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:46:53.837522 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:53.861194 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f6c10c-853a-44e2-9d61-0d06131582aa,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:53.927854 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.021855 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.028597 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.148721 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.149255 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9240e065-73eb-45b8-b5d2-2f0d036721a4 {{(pid=93697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:46:54.154064 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.155297 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b032ac75-2fcd-42d5-9907-da4ae0fb2394 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9240e065-73eb-45b8-b5d2-2f0d036721a4 HTTP/1.1" status: 204 len: 168 time: 1.0379896 Jun 30 21:46:54.157880 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33496) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:54.204657 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Deleting subnet 612f05ec-25bf-4b25-8544-913f846743a7 {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:46:54.208094 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.242555 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.351974 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.491855 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.519351 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612f05ec-25bf-4b25-8544-913f846743a7,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:54.527024 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.529472 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-de095cc4-727c-44d1-906f-91765a684dc0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/612f05ec-25bf-4b25-8544-913f846743a7 HTTP/1.1" status: 204 len: 168 time: 0.3700922 Jun 30 21:46:54.531689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33498) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:54.532650 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77443b03-8232-4f9e-a7f4-d611646aa660 None None] Network df621c36-f737-4852-bdce-55c00d484cb4 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:46:54.601235 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.658800 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Deleting port da303960-6505-459e-9a66-775a74c5996a {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:54.659199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.728207 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] For port da303960-6505-459e-9a66-775a74c5996a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=da303960-6505-459e-9a66-775a74c5996a,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:54.728931 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.735167 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] DHCP port deletion for df621c36-f737-4852-bdce-55c00d484cb4 request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:46:54.744504 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Calling delete_port for da303960-6505-459e-9a66-775a74c5996a owned by network:dhcp {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:54.785252 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Deleting port da303960-6505-459e-9a66-775a74c5996a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:46:54.785669 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.863036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] For port da303960-6505-459e-9a66-775a74c5996a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=da303960-6505-459e-9a66-775a74c5996a,segment=NetworkSegment(2aa49971-07ad-4715-90c1-67ac3561c5b8),segment_id=2aa49971-07ad-4715-90c1-67ac3561c5b8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:46:54.863433 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.875962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Calling delete_port for da303960-6505-459e-9a66-775a74c5996a owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:46:54.937175 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.956471 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:54.967961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=da303960-6505-459e-9a66-775a74c5996a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:54.969759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] No DVR routers for this DVR port da303960-6505-459e-9a66-775a74c5996a on host dv-cinder-774286-18-iscsi {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:46:54.982455 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] Pushing event deleted for resources: {'Port': ['ID=da303960-6505-459e-9a66-775a74c5996a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:54.988979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859836c-d20c-4a26-9d76-c3be635904c7 None None] No DVR routers for this DVR port da303960-6505-459e-9a66-775a74c5996a on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:46:55.037977 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.047707 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df621c36-f737-4852-bdce-55c00d484cb4']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:55.058264 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa49971-07ad-4715-90c1-67ac3561c5b8') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:55.058563 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa49971-07ad-4715-90c1-67ac3561c5b8') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:46:55.068156 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.081588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.087674 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:46:55.088062 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:46:55.089686 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:46:55.228400 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.233778 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.235652 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] 10.222.0.11 "DELETE /v2.0/networks/df621c36-f737-4852-bdce-55c00d484cb4 HTTP/1.1" status: 204 len: 168 time: 0.7030137 Jun 30 21:46:55.247692 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4848c-a65c-47c7-a3c8-6c3436be5a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=df621c36-f737-4852-bdce-55c00d484cb4,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:55.640983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33502) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:55.643672 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device da303960-6505-459e-9a66-775a74c5996a no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:46:55.664817 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: da303960-6505-459e-9a66-775a74c5996a {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:46:55.665170 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device da303960-6505-459e-9a66-775a74c5996a not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:46:55.665594 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0ff3533-c68e-4f5f-bf6a-7105773d3868 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:46:55.680329 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-0a390bb9-e83b-4964-834d-7a5881b7ff00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a29ef89fbc043039a7403a40cd42470&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380945 Jun 30 21:46:55.682611 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33504) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:55.684201 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: a0ff3533-c68e-4f5f-bf6a-7105773d3868 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:46:55.684572 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device a0ff3533-c68e-4f5f-bf6a-7105773d3868 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:46:55.684991 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35f6c10c-853a-44e2-9d61-0d06131582aa no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:46:55.709207 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 35f6c10c-853a-44e2-9d61-0d06131582aa {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:46:55.709556 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 35f6c10c-853a-44e2-9d61-0d06131582aa not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:46:55.732880 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.755161 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.781119 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27e0f03c-d475-4e46-acfe-eff6a36204c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.874132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.876899 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:55.878104 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a511a46-1194-41cc-be32-6e17fb727f58 HTTP/1.1" status: 204 len: 168 time: 0.1945448 Jun 30 21:46:55.887016 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8b43-ecfc-4090-b6bf-d7a9f40b15d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a511a46-1194-41cc-be32-6e17fb727f58,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:58.422465 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9423a5c1-6422-4441-b765-c4afff6cf78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:58.725680 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:59.788528 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:01.728991 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.333014 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33618) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:08.438156 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d1af5e0-5cde-40ac-bce8-aff21a875156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.521680 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d1af5e0-5cde-40ac-bce8-aff21a875156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.599509 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1d1af5e0-5cde-40ac-bce8-aff21a875156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.637476 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-1d1af5e0-5cde-40ac-bce8-aff21a875156 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88667e71fd834cfdb63f1d8ff23246fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034770 Jun 30 21:47:08.638433 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1af5e0-5cde-40ac-bce8-aff21a875156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36481440-c5c4-479b-8876-1d9a84d8fc3c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:08.640212 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33624) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:08.688493 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.708871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.839694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.842266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:08.843441 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36481440-c5c4-479b-8876-1d9a84d8fc3c HTTP/1.1" status: 204 len: 168 time: 0.2022507 Jun 30 21:47:08.851981 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36481440-c5c4-479b-8876-1d9a84d8fc3c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:08.859188 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.859538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.859880 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.860212 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.860546 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.860875 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.861205 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.861531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.861855 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.862177 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.862499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:08.862846 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c716ea-dd5c-4b81-8776-df367c5ea35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:10.700387 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33674) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:10.801954 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8952da55-84da-4634-9651-c07c84673678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:10.892518 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8952da55-84da-4634-9651-c07c84673678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:10.999718 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8952da55-84da-4634-9651-c07c84673678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:11.041499 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8952da55-84da-4634-9651-c07c84673678 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=150188460193465485a0566a8cb77923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399816 Jun 30 21:47:11.042455 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952da55-84da-4634-9651-c07c84673678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc5500-f120-4160-87c2-37d4a7060f3a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:11.044288 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33678) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:11.094351 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:11.114742 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:11.257001 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:11.260110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:11.261293 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90bc5500-f120-4160-87c2-37d4a7060f3a HTTP/1.1" status: 204 len: 168 time: 0.2160170 Jun 30 21:47:11.269622 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7a82d-83ee-4d29-a429-84586bb978b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc5500-f120-4160-87c2-37d4a7060f3a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:15.162509 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:15.944964 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:47:22.122706 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-11b659dc-75b5-408d-9417-18a75ee9f7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432850 Jun 30 21:47:22.234536 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-eea2deef-2811-4267-8a34-bf127f8a4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:22.236304 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-eea2deef-2811-4267-8a34-bf127f8a4bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bc4288288b846ef9aa6886e607d6b49&device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 1099 time: 0.0532646 Jun 30 21:47:22.371403 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-1a272088-1126-468b-a663-6095b4dcf004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:22.372955 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-1a272088-1126-468b-a663-6095b4dcf004 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 200 len: 917 time: 0.1069450 Jun 30 21:47:22.441232 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-c96e111a-d88a-4556-8daa-ed263538a668 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 200 len: 1000 time: 0.0611322 Jun 30 21:47:22.490151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-3863bc2c-f91e-427c-988b-e6a783a2f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:22.491472 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-3863bc2c-f91e-427c-988b-e6a783a2f5fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 200 len: 856 time: 0.0433767 Jun 30 21:47:22.547163 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-764212e5-f7b1-4d97-83d8-c86d53e4da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:22.548652 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-764212e5-f7b1-4d97-83d8-c86d53e4da78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d51325-f2a6-475d-8431-de766d24d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503139 Jun 30 21:47:22.559644 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-d7fbb8a3-43d2-44a8-94df-b6e03cc4a8bf service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:47:22.560642 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-d7fbb8a3-43d2-44a8-94df-b6e03cc4a8bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060837 Jun 30 21:47:22.650850 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-08f88eb4-b023-47e3-8610-044fd94941da service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839448 Jun 30 21:47:22.745480 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-be1a243d-4889-42bb-83ba-57dada3e4c1a req-52eef80a-c84f-4dea-958d-8a21ac85c8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875032 Jun 30 21:47:23.890781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33806) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:23.993045 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7ffd-8741-42a4-b0e6-80e8c5da9431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.111819 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7ffd-8741-42a4-b0e6-80e8c5da9431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.185424 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7ffd-8741-42a4-b0e6-80e8c5da9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.228359 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6f2e7ffd-8741-42a4-b0e6-80e8c5da9431 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6da37d37a02947babad699f827a997c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358536 Jun 30 21:47:24.229298 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e7ffd-8741-42a4-b0e6-80e8c5da9431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97fb39-e479-435c-a5b2-bbec6c5faef0,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:24.232758 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33810) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:24.284656 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.306592 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.439476 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.441987 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:24.443247 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe97fb39-e479-435c-a5b2-bbec6c5faef0 HTTP/1.1" status: 204 len: 168 time: 0.2094848 Jun 30 21:47:24.452113 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792205-a9dd-4aa4-8bdf-165703d09074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97fb39-e479-435c-a5b2-bbec6c5faef0,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:25.085214 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33816) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:25.098508 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d31a17d7-a8dc-4e88-844a-9bcb3475d9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.188436 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d31a17d7-a8dc-4e88-844a-9bcb3475d9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.270808 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d31a17d7-a8dc-4e88-844a-9bcb3475d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.315966 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d31a17d7-a8dc-4e88-844a-9bcb3475d9a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31cb4981d77a470db9a424847e5d5cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295904 Jun 30 21:47:25.316984 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a17d7-a8dc-4e88-844a-9bcb3475d9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b9a46-0a38-4448-aa7b-f82f12e4de4b,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:25.319593 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33818) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:25.378391 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.408564 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.539537 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.542565 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:25.543807 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a9b9a46-0a38-4448-aa7b-f82f12e4de4b HTTP/1.1" status: 204 len: 168 time: 0.2232425 Jun 30 21:47:25.554910 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881371b5-ac34-4e34-a151-415553d93302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b9a46-0a38-4448-aa7b-f82f12e4de4b,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:25.779505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4091b3fc-8641-47f1-ac38-006e5732375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.227962 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33824) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:26.241668 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-12b1d97e-0755-45e4-ad49-d75467f565b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.336383 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-12b1d97e-0755-45e4-ad49-d75467f565b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.410567 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-12b1d97e-0755-45e4-ad49-d75467f565b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.451620 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-12b1d97e-0755-45e4-ad49-d75467f565b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ccf4b75490842b883ec2f57b779d420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225387 Jun 30 21:47:26.452488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1d97e-0755-45e4-ad49-d75467f565b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba336e-5cfa-4658-9f70-18bb74416a5c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:26.454315 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33826) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:26.502693 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.524120 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.685240 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.687715 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:26.688847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cba336e-5cfa-4658-9f70-18bb74416a5c HTTP/1.1" status: 204 len: 168 time: 0.2335014 Jun 30 21:47:26.697740 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440f7ad-b2af-458f-9d37-31b1cd929ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba336e-5cfa-4658-9f70-18bb74416a5c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:28.421239 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f818a1ae-f9ae-4e39-967e-426d46feb246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:28.764806 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:29.787792 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:31.664666 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:37.003419 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e9a0-dc0d-4380-93b7-4e0adcb40f8b req-dbc2e85d-e870-44ea-839c-9db9d9f3f3d8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:37.004945 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a29e9a0-dc0d-4380-93b7-4e0adcb40f8b req-dbc2e85d-e870-44ea-839c-9db9d9f3f3d8 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0662973 Jun 30 21:47:37.044526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a29e9a0-dc0d-4380-93b7-4e0adcb40f8b req-6095ccda-281f-4447-b5df-15a552e45c8b tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Jun 30 21:47:38.234146 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f48f2-a459-43db-9d40-16b24d9ca1a5 req-18aad62c-8189-41e7-ab3b-6d5e48485d4a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:38.235710 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a8f48f2-a459-43db-9d40-16b24d9ca1a5 req-18aad62c-8189-41e7-ab3b-6d5e48485d4a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0681663 Jun 30 21:47:38.279001 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a8f48f2-a459-43db-9d40-16b24d9ca1a5 req-504c78e2-9afd-4e9d-8a2f-b14babf4613f tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324521 Jun 30 21:47:38.672109 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-10f41991-91d1-418a-9cf3-a2a506fe46f4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:38.673635 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-10f41991-91d1-418a-9cf3-a2a506fe46f4 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0705290 Jun 30 21:47:38.780174 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Deleting port d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:38.780524 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.875813 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] For port d26de8c4-e9b2-4964-9876-918c7ed0b5ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:38.876173 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.321218 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.321608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.321925 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Floating IP 84c2d7d6-dd1c-4734-aaaa-206a49274e97 disassociated. External IP: 172.27.3.79, port: d26de8c4-e9b2-4964-9876-918c7ed0b5ac. Jun 30 21:47:39.322463 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Calling delete_port for d26de8c4-e9b2-4964-9876-918c7ed0b5ac owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:39.465738 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82d2f-8cec-4d14-beea-08963274ee09 req-91e5abe7-4831-4056-8939-686ccfe55ca1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:39.467275 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aad82d2f-8cec-4d14-beea-08963274ee09 req-91e5abe7-4831-4056-8939-686ccfe55ca1 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 946 time: 0.0705876 Jun 30 21:47:39.512252 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aad82d2f-8cec-4d14-beea-08963274ee09 req-e632a10e-0783-4e42-a255-aadffcb7ad09 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dd3d2d5-2e9e-4226-a668-debda9cae457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353417 Jun 30 21:47:39.587983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.620266 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'Port': ['ID=d26de8c4-e9b2-4964-9876-918c7ed0b5ac,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:39.739257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:47:39.850241 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:47:39.862951 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:47:39.867867 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33962) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:39.872883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:47:39.873809 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:39.894434 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] No DVR routers for this DVR port d26de8c4-e9b2-4964-9876-918c7ed0b5ac on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:47:39.897007 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.899758 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-44a0cb57-bcf0-4438-93cc-5f00dd378c71 req-2564f715-1800-4b63-a733-b7643887a5e9 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.13 "DELETE /v2.0/ports/d26de8c4-e9b2-4964-9876-918c7ed0b5ac HTTP/1.1" status: 204 len: 173 time: 1.2209816 Jun 30 21:47:39.900228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-deleted', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:47:39.902593 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d4cfa-4442-4bac-be05-5617d44b18eb" -d '{"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-deleted", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:47:39.979798 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2c6d-3a28-477e-8bd4-9a55c72774d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:39.999057 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:47:40.095535 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2c6d-3a28-477e-8bd4-9a55c72774d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.109738 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628c427-d637-40cf-841e-c5ba0d8174bb x-openstack-request-id: req-0628c427-d637-40cf-841e-c5ba0d8174bb {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:47:40.110117 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83462f-d21d-44d9-8054-17bca40b3dcb", "name": "network-vif-deleted", "tag": "d26de8c4-e9b2-4964-9876-918c7ed0b5ac", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:47:40.110438 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0628c427-d637-40cf-841e-c5ba0d8174bb {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:47:40.110943 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83462f-d21d-44d9-8054-17bca40b3dcb', 'name': 'network-vif-deleted', 'tag': 'd26de8c4-e9b2-4964-9876-918c7ed0b5ac', 'status': 'completed', 'code': 200} Jun 30 21:47:40.208247 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2c6d-3a28-477e-8bd4-9a55c72774d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.236103 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5a7d2c6d-3a28-477e-8bd4-9a55c72774d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6136eb5f048449b9f9076ba4bc51584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670173 Jun 30 21:47:40.247098 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33970) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:40.257751 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d2c6d-3a28-477e-8bd4-9a55c72774d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c4270-4a00-4b85-a66e-16a2b743f83d,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:40.276167 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:40.297918 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.305782 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:47:40.315253 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:47:40.315883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:40.324452 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.524135 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:47:40.530540 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.533162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.534359 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e8c4270-4a00-4b85-a66e-16a2b743f83d HTTP/1.1" status: 204 len: 168 time: 0.2946825 Jun 30 21:47:40.556051 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59c665-a6e9-43cf-8e23-f662ee99a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c4270-4a00-4b85-a66e-16a2b743f83d,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:40.693778 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d4d3fb3f-3aaf-43b0-a32f-ddbcbdb31841 req-0d211305-e856-481f-8c30-c209d02bfc9a tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b83462f-d21d-44d9-8054-17bca40b3dcb HTTP/1.1" status: 200 len: 210 time: 0.0307150 Jun 30 21:47:40.745633 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:40.768016 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee27a0-fc2e-4cc1-a1d8-d253c9dbb426 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:36:15Z', 'revision_number': 4, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '14dc74c4-d910-453c-8b97-0f2a517a037f', 'name': '', 'network_id': '08d51325-f2a6-475d-8431-de766d24d96e', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'mac_address': 'fa:16:3e:f1:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:12Z', 'updated_at': '2021-06-30T21:36:30Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'subnets': [{'id': '533c9c58-94e3-402a-a5da-cde43cf0e592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:47:41.025009 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ffa93-702f-4e0f-8a0e-0bacfc0cd4cc None None] New status for floating IP 84c2d7d6-dd1c-4734-aaaa-206a49274e97: DOWN {{(pid=93699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:47:41.423312 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33978) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:41.436923 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4012aac3-0635-43a9-a89d-eac3d8545389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.526960 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4012aac3-0635-43a9-a89d-eac3d8545389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.596318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4012aac3-0635-43a9-a89d-eac3d8545389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.636945 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4012aac3-0635-43a9-a89d-eac3d8545389 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bd4d954ca50450db3d64d82692e16b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124114 Jun 30 21:47:41.637924 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012aac3-0635-43a9-a89d-eac3d8545389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d9f06a-9a6f-4d62-8280-3149311629d2,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:41.639644 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33980) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:41.700616 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.722715 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.847531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.850102 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.851282 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31d9f06a-9a6f-4d62-8280-3149311629d2 HTTP/1.1" status: 204 len: 168 time: 0.2096460 Jun 30 21:47:41.859461 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fc151-fa5d-4490-8543-24c64f82cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d9f06a-9a6f-4d62-8280-3149311629d2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:41.897342 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 33988) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:41.960652 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:41.984703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.130430 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.133103 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.134877 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "DELETE /v2.0/security-groups/4dd3d2d5-2e9e-4226-a668-debda9cae457 HTTP/1.1" status: 204 len: 168 time: 0.2363787 Jun 30 21:47:42.137786 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33990) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:42.144442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59779-135f-46d3-b564-2081f73995ac tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3d2d5-2e9e-4226-a668-debda9cae457,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:42.152998 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.api.v2.resource [None req-31b0a987-678e-44cd-942c-76d32a931f9c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] show failed (client error): The resource could not be found. Jun 30 21:47:42.154046 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-31b0a987-678e-44cd-942c-76d32a931f9c tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "GET /v2.0/security-groups/4dd3d2d5-2e9e-4226-a668-debda9cae457 HTTP/1.1" status: 404 len: 347 time: 0.0150259 Jun 30 21:47:42.157100 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33992) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:42.285313 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:47:42.288330 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Deleting port b85df56e-19ef-41db-8871-38f172fc47d4 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:42.288910 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.309318 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: d26de8c4-e9b2-4964-9876-918c7ed0b5ac {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:47:42.311996 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device d26de8c4-e9b2-4964-9876-918c7ed0b5ac not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:47:42.371935 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.372270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.384049 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Calling delete_port for b85df56e-19ef-41db-8871-38f172fc47d4 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:42.616155 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.621208 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 33996) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:42.655541 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Pushing event deleted for resources: {'Port': ['ID=b85df56e-19ef-41db-8871-38f172fc47d4,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:42.668221 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f520f54-889f-4c52-a735-509da444e022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.746115 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.748616 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.749794 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0ef818d4-2c37-44d6-9779-570375f569e5 tempest-AttachVolumeShelveTestJSON-1977096729 tempest-AttachVolumeShelveTestJSON-1977096729-project] 10.222.0.11 "DELETE /v2.0/floatingips/84c2d7d6-dd1c-4734-aaaa-206a49274e97 HTTP/1.1" status: 204 len: 168 time: 0.5911107 Jun 30 21:47:42.817113 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f520f54-889f-4c52-a735-509da444e022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.907248 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2f520f54-889f-4c52-a735-509da444e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:42.947444 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2f520f54-889f-4c52-a735-509da444e022 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7913d3440fd74502825108e8cc3039d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214536 Jun 30 21:47:42.948444 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520f54-889f-4c52-a735-509da444e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aaf125-001b-4c0d-9b3d-2743f5f3cda3,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:42.950545 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34000) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:43.006026 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:43.033557 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:43.176312 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:43.179115 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:43.180779 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67aaf125-001b-4c0d-9b3d-2743f5f3cda3 HTTP/1.1" status: 204 len: 168 time: 0.2280827 Jun 30 21:47:43.190335 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e52ff7-a345-4bb6-871f-8db811b10ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aaf125-001b-4c0d-9b3d-2743f5f3cda3,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:45.184314 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:45.964483 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34050) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:46.495371 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:46.802103 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Deleting port 14dc74c4-d910-453c-8b97-0f2a517a037f {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:46.802442 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:46.884820 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] For port 14dc74c4-d910-453c-8b97-0f2a517a037f, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=14dc74c4-d910-453c-8b97-0f2a517a037f,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:46.885267 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:46.897128 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Calling delete_port for 14dc74c4-d910-453c-8b97-0f2a517a037f owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:47.210742 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:47.238981 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dc74c4-d910-453c-8b97-0f2a517a037f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:47.422826 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:47.686493 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Router 42e30069-e1c5-4c17-805c-caaccb30515b has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:47:47.800209 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:47:47.806352 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4115d935-deb8-4519-b65e-55eaa40112a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/42e30069-e1c5-4c17-805c-caaccb30515b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402019 Jun 30 21:47:47.808616 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34064) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:47.812604 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Sync routers for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:47:47.829768 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:47:47.830961 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:47.919726 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:47.948907 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:47:48.025888 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.137645 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:47:47Z', 'revision_number': 5, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port': {'id': 'ba719513-fc01-46c4-aa0f-c1a624cb00e9', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:36:08Z', 'updated_at': '2021-06-30T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:48.163778 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Checking router: 42e30069-e1c5-4c17-805c-caaccb30515b for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:47:48.173081 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Routers {'42e30069-e1c5-4c17-805c-caaccb30515b'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:47:48.173709 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['42e30069-e1c5-4c17-805c-caaccb30515b'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:48.185194 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Deleting port ba719513-fc01-46c4-aa0f-c1a624cb00e9 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:48.185542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.259155 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] Set router 42e30069-e1c5-4c17-805c-caaccb30515b gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:47:48.267876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] For port ba719513-fc01-46c4-aa0f-c1a624cb00e9, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=ba719513-fc01-46c4-aa0f-c1a624cb00e9,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:48.268421 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.280727 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Calling delete_port for ba719513-fc01-46c4-aa0f-c1a624cb00e9 owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:48.311642 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:47:48Z', 'revision_number': 6, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:48.338635 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3764d2-78e0-4ad7-89ea-a62c6b33a740 None None] The sync data for ids ['42e30069-e1c5-4c17-805c-caaccb30515b'] in dv-cinder-774286-18-iscsi is: [{'id': '42e30069-e1c5-4c17-805c-caaccb30515b', 'name': 'tempest-AttachVolumeShelveTestJSON-1309548760-router', 'tenant_id': '8bc4288288b846ef9aa6886e607d6b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:36:07Z', 'updated_at': '2021-06-30T21:47:48Z', 'revision_number': 6, 'project_id': '8bc4288288b846ef9aa6886e607d6b49', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:47:48.533401 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.558420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba719513-fc01-46c4-aa0f-c1a624cb00e9,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:48.619339 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.711266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.714060 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.824191 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.824635 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e30069-e1c5-4c17-805c-caaccb30515b {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:47:48.830453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.830453 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3beefed9-ddb9-4b53-9252-cc1649e77858 admin admin] 10.222.0.11 "DELETE /v2.0/routers/42e30069-e1c5-4c17-805c-caaccb30515b HTTP/1.1" status: 204 len: 168 time: 1.0206439 Jun 30 21:47:48.832942 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34068) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:48.876203 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Deleting subnet 533c9c58-94e3-402a-a5da-cde43cf0e592 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:47:48.879180 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.911903 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:48.993385 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.136344 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.162118 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533c9c58-94e3-402a-a5da-cde43cf0e592,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:49.168623 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.170427 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2dbef321-9e48-4c19-9276-add531229c79 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/533c9c58-94e3-402a-a5da-cde43cf0e592 HTTP/1.1" status: 204 len: 168 time: 0.3365121 Jun 30 21:47:49.172964 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34076) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:49.175926 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a25112-64da-425a-a1b1-cd7cc4dee8bc None None] Network 08d51325-f2a6-475d-8431-de766d24d96e requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:47:49.245754 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.307161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Deleting port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:49.307958 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.382380 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] For port 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=8e4f7257-d622-4e28-b9fe-040d4942e3f6,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:49.382861 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.396572 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Calling delete_port for 8e4f7257-d622-4e28-b9fe-040d4942e3f6 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:49.400200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] DHCP port deletion for 08d51325-f2a6-475d-8431-de766d24d96e request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:47:49.446007 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Deleting port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:47:49.446385 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.508630 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] For port 8e4f7257-d622-4e28-b9fe-040d4942e3f6, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=8e4f7257-d622-4e28-b9fe-040d4942e3f6,segment=NetworkSegment(a620c7fb-bb9d-4c19-9dae-8bbab82f7076),segment_id=a620c7fb-bb9d-4c19-9dae-8bbab82f7076)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:49.509041 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.521172 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Calling delete_port for 8e4f7257-d622-4e28-b9fe-040d4942e3f6 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:47:49.552982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.579857 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] No DVR routers for this DVR port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 on host dv-cinder-774286-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:47:49.582225 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4f7257-d622-4e28-b9fe-040d4942e3f6,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:49.616119 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.644020 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] No DVR routers for this DVR port 8e4f7257-d622-4e28-b9fe-040d4942e3f6 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:47:49.645959 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Pushing event deleted for resources: {'Port': ['ID=8e4f7257-d622-4e28-b9fe-040d4942e3f6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:49.659274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.659274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.659274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.659274 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.659635 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.659729 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.661193 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.661531 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.661863 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.662195 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.662519 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.662866 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df3e38-1706-47ce-bf47-e8b426629e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:49.663741 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.674492 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d51325-f2a6-475d-8431-de766d24d96e']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:49.688329 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 14dc74c4-d910-453c-8b97-0f2a517a037f no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:47:49.692561 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:49.692738 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a620c7fb-bb9d-4c19-9dae-8bbab82f7076') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:47:49.702681 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.720602 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.725386 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 14dc74c4-d910-453c-8b97-0f2a517a037f {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:47:49.725741 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 14dc74c4-d910-453c-8b97-0f2a517a037f not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:47:49.726162 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device ba719513-fc01-46c4-aa0f-c1a624cb00e9 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:47:49.729127 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:47:49.744278 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:47:49.765701 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: ba719513-fc01-46c4-aa0f-c1a624cb00e9 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:47:49.766131 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device ba719513-fc01-46c4-aa0f-c1a624cb00e9 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:47:49.766610 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 8e4f7257-d622-4e28-b9fe-040d4942e3f6 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:47:49.793625 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 8e4f7257-d622-4e28-b9fe-040d4942e3f6 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:47:49.793982 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 8e4f7257-d622-4e28-b9fe-040d4942e3f6 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:47:49.870293 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.875866 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.877694 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/08d51325-f2a6-475d-8431-de766d24d96e HTTP/1.1" status: 204 len: 168 time: 0.7038071 Jun 30 21:47:49.889101 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031320cb-7cad-49dc-a0af-75dc4a5e1fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d51325-f2a6-475d-8431-de766d24d96e,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:50.221667 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34084) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:50.266831 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-368fc89d-61cb-44e9-b702-608a3fe36e88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bc4288288b846ef9aa6886e607d6b49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438917 Jun 30 21:47:50.269331 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34086) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:50.319742 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:50.342072 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:50.498911 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:50.501436 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:50.502617 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44fee49a-9943-44ef-90e5-0b5a4ec0dce2 HTTP/1.1" status: 204 len: 168 time: 0.2323439 Jun 30 21:47:50.511922 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fab47-004d-46a1-ad20-f1968fb523d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fee49a-9943-44ef-90e5-0b5a4ec0dce2,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:52.944415 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:47:55.772924 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a106bb6c-3168-4dee-91ef-e9027a018dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.422406 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34234) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:57.525782 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.618403 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.675588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.712290 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878fa2b-f8a1-4144-83b1-24b409cfcece,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:57.717899 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93acc6abc6bd4311842c891d81fac551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942150 Jun 30 21:47:57.719272 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34252) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:57.724538 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.724906 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.725254 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.725595 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.725932 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.727139 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.727600 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.727947 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.728358 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.728689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.729015 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.729366 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2477ee-1f0c-4775-9316-aafc32a4e73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:57.790629 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.815776 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.927200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.930305 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:57.931509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c878fa2b-f8a1-4144-83b1-24b409cfcece HTTP/1.1" status: 204 len: 168 time: 0.2106726 Jun 30 21:47:57.939415 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a3b08-ec94-4523-b43d-48db94d570e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878fa2b-f8a1-4144-83b1-24b409cfcece,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:58.452985 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa21b9c5-ea2b-41ab-b1f1-a02f892f20a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:58.761516 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:58.961213 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34284) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:59.051841 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431163005-network', 'tenant_id': 'f4496967e3d74b93a323a283531178b5'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:47:59.303993 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Made reservation on behalf of f4496967e3d74b93a323a283531178b5 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:47:59.307034 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.315686 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.405042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.498272 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.523999 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:47:59.533830 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda4b025-2c01-4565-8807-6ce31b543494,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:59.538896 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.539240 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Added segment b39fb3b6-65cb-473c-a5b9-c939df08df93 of type vlan for network ea11d3f4-7453-4b3f-beb7-23d91a33493b Jun 30 21:47:59.580788 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.675410 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.676355 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:59.676944 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.739314 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] Pushing event updated for resources: {'Network': ['ID=ea11d3f4-7453-4b3f-beb7-23d91a33493b,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:59.749676 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:47:59.801664 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:59.819226 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4ec1647f-35f1-4643-bc26-40aaf806fe51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8569052 Jun 30 21:47:59.822687 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34296) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:59.827495 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Request body: {'subnet': {'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431163005-subnet', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:47:59.923543 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Made reservation on behalf of f4496967e3d74b93a323a283531178b5 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:47:59.925977 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12484150'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:00.427069 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12484132'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:00.487266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:00.491871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:00.492250 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Network hostable DHCP agents. Network: ea11d3f4-7453-4b3f-beb7-23d91a33493b, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:48:00.707374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:48:00.855147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, ea11d3f4-7453-4b3f-beb7-23d91a33493b) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:00.859188 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:48:00.859894 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:00.863832 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ae514-2c62-46fb-af36-1c27ee3a4455 None None] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:48:00.941736 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-52cc5766-717c-45fb-a886-d84007b296f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1179047 Jun 30 21:48:00.945002 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34316) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:00.949902 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:01.008671 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:48:01.014499 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.029843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.030991 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.088146 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.158870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Allocated IP 172.20.0.2 (ea11d3f4-7453-4b3f-beb7-23d91a33493b/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb/95e6bf87-e45a-458f-afd0-c907128fc899) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:01.302195 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.310981 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Transition to ACTIVE for port object 95e6bf87-e45a-458f-afd0-c907128fc899 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:01.320023 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.326577 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Transition to ACTIVE for port object 95e6bf87-e45a-458f-afd0-c907128fc899 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:01.453023 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.496015 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:01.499059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:01.501445 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:01.512245 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Pushing event updated for resources: {'Port': ['ID=95e6bf87-e45a-458f-afd0-c907128fc899,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:01.567418 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Attempting to bind port 95e6bf87-e45a-458f-afd0-c907128fc899 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:01.567811 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Attempting to bind port 95e6bf87-e45a-458f-afd0-c907128fc899 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:01.568350 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Attempting to bind port 95e6bf87-e45a-458f-afd0-c907128fc899 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:01.575834 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:01.577234 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:01.577660 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.578051 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Bound using segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:01.578520 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Bound port: 95e6bf87-e45a-458f-afd0-c907128fc899, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:01.578934 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.628598 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.647421 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.662033 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] For port 95e6bf87-e45a-458f-afd0-c907128fc899, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:01.666322 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] For port 95e6bf87-e45a-458f-afd0-c907128fc899, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=95e6bf87-e45a-458f-afd0-c907128fc899,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:01.692691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.753842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Allocated IP 172.27.3.90 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/449a2ab9-cd27-419b-903c-6af9d40139c1) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:01.761518 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.822624 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467e4c-2834-4202-ad01-3a8933f85073 None None] Pushing event updated for resources: {'Port': ['ID=95e6bf87-e45a-458f-afd0-c907128fc899,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:01.864182 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:01.980534 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:02.022442 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:02.028117 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:02.032453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:02.057489 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Pushing event updated for resources: {'Port': ['ID=449a2ab9-cd27-419b-903c-6af9d40139c1,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:02.371473 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:02.575672 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:02.685899 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c974e8-7611-4551-b8b7-0b9b696cd239 None None] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:48:02.778043 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:48:02.888865 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:48:02.899628 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4c9d0d51-c9bf-44c7-b9b6-4610141711a9 None None] Provisioning for port 95e6bf87-e45a-458f-afd0-c907128fc899 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:02.900735 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:48:02.912276 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:02.912979 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:03.032567 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.033876 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-065f25ab-cbcb-4de0-8ab6-4f793e223f02 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0873606 Jun 30 21:48:03.038407 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34326) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:03.163657 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:03.364557 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:02Z', 'revision_number': 3, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:03.391400 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:48:03.391629 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Updating router b96b0001-afd8-43bf-8ed8-bd88da1d40cb port 449a2ab9-cd27-419b-903c-6af9d40139c1 binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:48:03.428249 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.510037 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.687292 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Allocated IP 172.20.0.1 (ea11d3f4-7453-4b3f-beb7-23d91a33493b/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb/408031ad-eafe-45bf-a6bc-5920db9b8b74) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:03.707201 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.717720 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 95e6bf87-e45a-458f-afd0-c907128fc899 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:03.722129 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Transition to ACTIVE for port object 449a2ab9-cd27-419b-903c-6af9d40139c1 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:03.789674 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.798210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.802800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Transition to ACTIVE for port object 408031ad-eafe-45bf-a6bc-5920db9b8b74 will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:03.840067 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 95e6bf87-e45a-458f-afd0-c907128fc899 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:03.850304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 95e6bf87-e45a-458f-afd0-c907128fc899 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:03.850500 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.852038 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Attempting to bind port 449a2ab9-cd27-419b-903c-6af9d40139c1 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:03.852403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Attempting to bind port 449a2ab9-cd27-419b-903c-6af9d40139c1 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:03.852766 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Attempting to bind port 449a2ab9-cd27-419b-903c-6af9d40139c1 on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:03.882117 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:03.882405 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:03.883352 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.883747 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:03.884217 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Bound port: 449a2ab9-cd27-419b-903c-6af9d40139c1, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:03.884602 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.890584 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9827aa-8462-442e-879b-c3be135395c9 None None] Pushing event updated for resources: {'Port': ['ID=449a2ab9-cd27-419b-903c-6af9d40139c1,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:03.936072 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:03.957135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] For port 449a2ab9-cd27-419b-903c-6af9d40139c1, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:03.975260 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:03.978052 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:03.980562 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:03.991073 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] For port 449a2ab9-cd27-419b-903c-6af9d40139c1, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=449a2ab9-cd27-419b-903c-6af9d40139c1,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:04.000493 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.015505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Pushing event updated for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:04.035089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.037035 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 95e6bf87-e45a-458f-afd0-c907128fc899, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=95e6bf87-e45a-458f-afd0-c907128fc899,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:04.062101 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.126077 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:04.126758 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:04.129653 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9827aa-8462-442e-879b-c3be135395c9 None None] Pushing event updated for resources: {'Port': ['ID=449a2ab9-cd27-419b-903c-6af9d40139c1,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:04.168849 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.277445 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.279378 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=95e6bf87-e45a-458f-afd0-c907128fc899,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:04.288788 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:04.320004 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a8cf00d1-fa13-4482-b1b4-e95f2b0ddb1b None None] Provisioning for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:04.356560 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a8cf00d1-fa13-4482-b1b4-e95f2b0ddb1b None None] Provisioning complete for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:04.359560 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8cf00d1-fa13-4482-b1b4-e95f2b0ddb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.438497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf00d1-fa13-4482-b1b4-e95f2b0ddb1b None None] Port 408031ad-eafe-45bf-a6bc-5920db9b8b74 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:48:04.460648 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.509963 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:02Z', 'revision_number': 3, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:04.535232 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.539680 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501c443-f8d8-4d8c-8787-1b1c97a1a37e None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:02Z', 'revision_number': 3, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:48:04.606336 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Pushing event updated for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:04.608965 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:04.702737 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:04.704108 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:04.845597 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:48:05.001666 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:48:05.011378 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e76fa7ba-97e2-4574-bfbd-d004064189dd admin admin] 10.222.0.11 "PUT /v2.0/routers/b96b0001-afd8-43bf-8ed8-bd88da1d40cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710293 Jun 30 21:48:05.070372 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1f5ad48c-eaff-429e-8394-356bf7cf177f None None] Provisioning complete for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:05.075947 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad48c-eaff-429e-8394-356bf7cf177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.107320 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ad48c-eaff-429e-8394-356bf7cf177f None None] Port 408031ad-eafe-45bf-a6bc-5920db9b8b74 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:48:05.750269 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 449a2ab9-cd27-419b-903c-6af9d40139c1 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:05.816031 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34364) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:05.821076 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-609862476-network', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:05.855042 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 449a2ab9-cd27-419b-903c-6af9d40139c1 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:05.859403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 449a2ab9-cd27-419b-903c-6af9d40139c1 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:05.859791 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.940815 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Made reservation on behalf of 70ffdca5208642028e661fbd0f89bb32 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:48:05.941359 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.943393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.954126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.964613 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 449a2ab9-cd27-419b-903c-6af9d40139c1, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=449a2ab9-cd27-419b-903c-6af9d40139c1,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:06.043164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.044654 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 95e6bf87-e45a-458f-afd0-c907128fc899 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:06.057211 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.123235 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=449a2ab9-cd27-419b-903c-6af9d40139c1,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:06.127126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.136016 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 95e6bf87-e45a-458f-afd0-c907128fc899 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:06.136440 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.148894 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:48:06.167348 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0738538-cc6f-4dec-8c13-a22e8ffe5d86,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:06.167348 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.167506 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Added segment 6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386 of type vlan for network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 Jun 30 21:48:06.210049 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.219144 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:48:06.236375 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:06.236993 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:06.304008 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.305512 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:48:06.306112 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.345636 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:06.365187 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:06.381763 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:48:06.445804 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-772f73c2-b9ae-4c37-b356-19eb069daad2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6278973 Jun 30 21:48:06.448510 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34374) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:06.453614 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Request body: {'subnet': {'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-609862476-subnet', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:06.549400 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 2, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:06.555698 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Made reservation on behalf of 70ffdca5208642028e661fbd0f89bb32 for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:48:06.558230 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11445731'] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.581827 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:48:06.581827 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Updating router b96b0001-afd8-43bf-8ed8-bd88da1d40cb port 408031ad-eafe-45bf-a6bc-5920db9b8b74 binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:48:06.616171 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.827239 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11445745'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.884326 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c3579f-15fd-4bc3-94de-2696548fd3d5,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:06.891415 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Checking segment: {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:06.898594 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Network hostable DHCP agents. Network: 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:48:06.967073 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:06.977190 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Transition to ACTIVE for port object 408031ad-eafe-45bf-a6bc-5920db9b8b74 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:06.998259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:48:07.049706 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.081821 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:07.086743 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:48:07.087422 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.097125 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75d414-77e6-45ef-8c90-0495f68e88ae None None] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:48:07.098773 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Pushing event updated for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:07.108883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.109234 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.109785 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.110132 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.110478 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.110819 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.111344 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.111677 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.112009 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.112336 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.112659 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.112981 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:07.173083 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Attempting to bind port 408031ad-eafe-45bf-a6bc-5920db9b8b74 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:07.173567 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Attempting to bind port 408031ad-eafe-45bf-a6bc-5920db9b8b74 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:07.173905 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Attempting to bind port 408031ad-eafe-45bf-a6bc-5920db9b8b74 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:07.179199 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:07.179601 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:07.180236 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.180841 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Bound using segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:07.181488 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Bound port: 408031ad-eafe-45bf-a6bc-5920db9b8b74, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:07.182092 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.182616 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-65949f8a-ebc5-480f-af06-17727ef60612 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7327240 Jun 30 21:48:07.185612 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34376) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:07.193389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:07.255483 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] For port 408031ad-eafe-45bf-a6bc-5920db9b8b74, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:07.259036 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] For port 408031ad-eafe-45bf-a6bc-5920db9b8b74, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=408031ad-eafe-45bf-a6bc-5920db9b8b74,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:07.280683 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:48:07.282238 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.305321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.306413 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.340875 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.373457 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.401091 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43edea4-1389-4933-9db0-c22e0dc91acb None None] Pushing event updated for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:07.425193 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:07.425830 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:07.545362 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:07.593012 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Allocated IP 172.20.0.2 (7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2/86c3579f-15fd-4bc3-94de-2696548fd3d5/38a71861-7de2-4f3f-b962-a377718ff565) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:07.755960 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 449a2ab9-cd27-419b-903c-6af9d40139c1 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:07.809772 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:07Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:07.839675 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.855973 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d4c68-632a-44f3-ad34-013cf0625aeb None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:07Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:48:07.856873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Transition to ACTIVE for port object 38a71861-7de2-4f3f-b962-a377718ff565 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:07.865895 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 449a2ab9-cd27-419b-903c-6af9d40139c1 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:07.866276 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.892085 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Transition to ACTIVE for port object 38a71861-7de2-4f3f-b962-a377718ff565 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:07.930270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:07.984232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.158629 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:08.163546 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:08.168096 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:08.175515 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Pushing event updated for resources: {'Port': ['ID=38a71861-7de2-4f3f-b962-a377718ff565,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:08.232647 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Attempting to bind port 38a71861-7de2-4f3f-b962-a377718ff565 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:08.233020 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Attempting to bind port 38a71861-7de2-4f3f-b962-a377718ff565 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:08.233189 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.233703 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Attempting to bind port 38a71861-7de2-4f3f-b962-a377718ff565 on network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:08.238997 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:08.239373 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Checking segment: {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:08.239779 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.240171 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Bound using segment: {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:08.240667 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Bound port: 38a71861-7de2-4f3f-b962-a377718ff565, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:08.241029 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.255025 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.315365 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] For port 38a71861-7de2-4f3f-b962-a377718ff565, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:08.323816 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] For port 38a71861-7de2-4f3f-b962-a377718ff565, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=38a71861-7de2-4f3f-b962-a377718ff565,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:08.371684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Allocated IP 172.27.3.118 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/beccfea8-6f0b-408f-a59a-923f323281ab) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:08.419073 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.489196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2497a2-6ea2-4f6f-bc82-a296e1d99fab None None] Pushing event updated for resources: {'Port': ['ID=38a71861-7de2-4f3f-b962-a377718ff565,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:08.490534 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.641530 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:08.697129 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:08.700735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:08.703339 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:08.729404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Pushing event updated for resources: {'Port': ['ID=beccfea8-6f0b-408f-a59a-923f323281ab,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:09.097587 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:09.310779 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:09.427870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f8e1b-7077-423b-a316-f00a0984ee56 None None] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:48:09.537916 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Router 249057fd-58a2-4873-8727-fc15bd381c26 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:48:09.576916 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f0fdefd9-097b-42eb-a43b-c21685b91b28 None None] Provisioning for port 38a71861-7de2-4f3f-b962-a377718ff565 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:09.649842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:48:09.660134 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Sync routers for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:48:09.670862 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:09.671455 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:09.764286 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:09.766890 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-83569136-77d7-4953-867a-78ebf837deca admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5781705 Jun 30 21:48:09.768816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34412) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:09.774949 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 38a71861-7de2-4f3f-b962-a377718ff565 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:09.826243 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:10.028080 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 38a71861-7de2-4f3f-b962-a377718ff565 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:10.035883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 38a71861-7de2-4f3f-b962-a377718ff565 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:10.036264 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.063667 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:08Z', 'revision_number': 3, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:10.093874 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Checking router: 249057fd-58a2-4873-8727-fc15bd381c26 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:48:10.094232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Updating router 249057fd-58a2-4873-8727-fc15bd381c26 port beccfea8-6f0b-408f-a59a-923f323281ab binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:48:10.136254 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.211295 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.254734 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.319428 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 38a71861-7de2-4f3f-b962-a377718ff565, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=38a71861-7de2-4f3f-b962-a377718ff565,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:10.391617 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Allocated IP 172.20.0.1 (7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2/86c3579f-15fd-4bc3-94de-2696548fd3d5/65981368-b9aa-45ef-ba46-cf33f8e8ecbe) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:48:10.440906 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.442056 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 408031ad-eafe-45bf-a6bc-5920db9b8b74 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:10.501799 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.517655 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Transition to ACTIVE for port object 65981368-b9aa-45ef-ba46-cf33f8e8ecbe will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:10.518214 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.546606 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Transition to ACTIVE for port object beccfea8-6f0b-408f-a59a-923f323281ab will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:10.553527 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=38a71861-7de2-4f3f-b962-a377718ff565,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:10.644347 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.656286 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:10.658936 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.673907 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:10.674427 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.690237 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:10.693150 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:10.696687 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:48:10.719132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Pushing event updated for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:10.745526 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Attempting to bind port beccfea8-6f0b-408f-a59a-923f323281ab on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:10.745526 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Attempting to bind port beccfea8-6f0b-408f-a59a-923f323281ab by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:10.745526 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Attempting to bind port beccfea8-6f0b-408f-a59a-923f323281ab on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:10.748213 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.755219 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453de2-bb6a-47e0-9601-54de9eda5e93 None None] Pushing event updated for resources: {'Port': ['ID=beccfea8-6f0b-408f-a59a-923f323281ab,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:10.765327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:10.765707 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:10.766111 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.766509 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:10.767031 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Bound port: beccfea8-6f0b-408f-a59a-923f323281ab, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:10.767404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.863105 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.866080 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] For port beccfea8-6f0b-408f-a59a-923f323281ab, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:10.880552 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] For port beccfea8-6f0b-408f-a59a-923f323281ab, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=beccfea8-6f0b-408f-a59a-923f323281ab,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:10.907767 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 408031ad-eafe-45bf-a6bc-5920db9b8b74, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=408031ad-eafe-45bf-a6bc-5920db9b8b74,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:10.938637 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.960621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.987064 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:10.989777 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cef61864-4ea7-4769-80cc-4c8680e6709a None None] Provisioning for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:10.998636 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:10.999293 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:11.043705 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cef61864-4ea7-4769-80cc-4c8680e6709a None None] Provisioning complete for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:11.044000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cef61864-4ea7-4769-80cc-4c8680e6709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.068494 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453de2-bb6a-47e0-9601-54de9eda5e93 None None] Pushing event updated for resources: {'Port': ['ID=beccfea8-6f0b-408f-a59a-923f323281ab,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:11.131453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.131685 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cef61864-4ea7-4769-80cc-4c8680e6709a None None] Port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:48:11.181405 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:11.197301 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:11.227073 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.295372 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.297115 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Pushing event updated for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:11.394813 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:48:11.396478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:48:11.517015 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Router 249057fd-58a2-4873-8727-fc15bd381c26 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:48:11.543886 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '65981368-b9aa-45ef-ba46-cf33f8e8ecbe', 'name': '', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'mac_address': 'fa:16:3e:51:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:10Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 1, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'subnets': [{'id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:11.572288 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66aae65-ab70-4fc8-be29-b8737fc20eaf None None] The sync data for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi is: [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '65981368-b9aa-45ef-ba46-cf33f8e8ecbe', 'name': '', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'mac_address': 'fa:16:3e:51:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:10Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 1, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'subnets': [{'id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:48:11.647692 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:48:11.653566 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5749f0fe-df46-411a-9343-bbe20955ad1b admin admin] 10.222.0.11 "PUT /v2.0/routers/249057fd-58a2-4873-8727-fc15bd381c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833113 Jun 30 21:48:11.675520 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5bad7660-10d6-4877-a61e-c9e9ea36ab16 None None] Provisioning complete for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:11.675985 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5bad7660-10d6-4877-a61e-c9e9ea36ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.716671 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 38a71861-7de2-4f3f-b962-a377718ff565 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:11.761117 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5bad7660-10d6-4877-a61e-c9e9ea36ab16 None None] Port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:48:11.781391 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 38a71861-7de2-4f3f-b962-a377718ff565 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:11.781877 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:11.884050 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 408031ad-eafe-45bf-a6bc-5920db9b8b74 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:11.938491 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 408031ad-eafe-45bf-a6bc-5920db9b8b74 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:11.938910 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.343759 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34444) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:12.349103 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077459308', 'description': 'tempest-secgroup-smoke-1077459308 description', 'project_id': 'f4496967e3d74b93a323a283531178b5'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:12.452456 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.542054 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.654898 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.685974 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51161879-da93-46a8-a2bc-c410fd3351f6,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:12.740797 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.742531 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-03f1c7f8-921a-4490-bdf7-72b9491cf478 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3967373 Jun 30 21:48:12.745201 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34448) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:12.753854 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:12.818452 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34450) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:12.846428 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.905505 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.935359 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f91b9e29-07e6-47ce-a651-dd6c805f8f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:12.991460 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.015029 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cc010f-9b00-4f88-be7a-46966c2d5116,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:13.027298 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.027650 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.027992 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.028329 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.028662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.028992 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.029317 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.029643 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.029968 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.030289 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.030610 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.031137 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:48:13.053376 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f91b9e29-07e6-47ce-a651-dd6c805f8f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.119523 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f91b9e29-07e6-47ce-a651-dd6c805f8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.156987 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f91b9e29-07e6-47ce-a651-dd6c805f8f0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e30c1ca81fcc4e4bb3bcd0419170a7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372378 Jun 30 21:48:13.157846 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b9e29-07e6-47ce-a651-dd6c805f8f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7677fb-9d29-4d70-9b33-7917029f1f49,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:13.159704 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34454) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:13.197957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.202385 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-06e2effd-5555-48e3-af03-6e1eba8fb214 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530075 Jun 30 21:48:13.202385 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34456) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:13.206661 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:13.208950 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.230429 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.293970 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.374938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.377395 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.378555 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d7677fb-9d29-4d70-9b33-7917029f1f49 HTTP/1.1" status: 204 len: 168 time: 0.2178679 Jun 30 21:48:13.387418 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.387679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa93d0-5fae-45b7-ae90-a0487c2c494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7677fb-9d29-4d70-9b33-7917029f1f49,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:13.483767 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.502584 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f0751-987c-4467-b4c4-0a9a16bfddfc,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:13.575020 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.576352 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dcb9b622-560f-4ffd-a588-947ab37c2608 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3734941 Jun 30 21:48:13.586404 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34460) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:13.591036 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:13.712197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.714094 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device beccfea8-6f0b-408f-a59a-923f323281ab up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:13.775683 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.849263 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port beccfea8-6f0b-408f-a59a-923f323281ab completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:13.854282 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port beccfea8-6f0b-408f-a59a-923f323281ab triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:13.854623 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.860897 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.880596 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc32b57-dfd8-4b18-a8c9-7dd2dbd6dc25,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:13.930991 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.953261 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port beccfea8-6f0b-408f-a59a-923f323281ab, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=beccfea8-6f0b-408f-a59a-923f323281ab,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:13.961991 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:13.961991 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c6374e64-2ee4-4dd4-9d2d-e71baaddcc37 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720603 Jun 30 21:48:13.962853 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34464) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:13.967434 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:14.049327 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.083216 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.097877 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34466) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:14.113117 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-39d129c5-0ae0-4215-a5aa-505c0e057859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.120394 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=beccfea8-6f0b-408f-a59a-923f323281ab,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:14.147945 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.203834 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-39d129c5-0ae0-4215-a5aa-505c0e057859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.243408 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.261250 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75b3eac-6b1b-447e-9b8b-22dd382f67da,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:14.277745 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-39d129c5-0ae0-4215-a5aa-505c0e057859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.316352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d129c5-0ae0-4215-a5aa-505c0e057859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9844cb51-43c8-41ba-8c89-7bd5a271cd9b,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:14.323443 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-39d129c5-0ae0-4215-a5aa-505c0e057859 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a20d1bf502f4e90916932a9a2debd5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221675 Jun 30 21:48:14.323622 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34468) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:14.371858 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.389242 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.390555 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-741b2beb-3a95-4178-9eae-d7b89617fafb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4266999 Jun 30 21:48:14.392863 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.394449 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34470) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:14.405825 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:14.572163 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Project f4496967e3d74b93a323a283531178b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:48:14.577201 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.625440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.627988 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.629118 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9844cb51-43c8-41ba-8c89-7bd5a271cd9b HTTP/1.1" status: 204 len: 168 time: 0.3045750 Jun 30 21:48:14.645767 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.646821 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde083a-7d82-4783-817c-c5f0e2d4b16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9844cb51-43c8-41ba-8c89-7bd5a271cd9b,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:14.746212 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.765721 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121baec0-05cc-4208-92fb-37a6ffa2335e,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:14.843595 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.844845 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-18f7ea92-0fac-4e75-b744-ede66cac6e2f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4494410 Jun 30 21:48:14.847568 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34474) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:48:14.852067 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'security_group_rule': {'security_group_id': '51161879-da93-46a8-a2bc-c410fd3351f6', 'project_id': 'f4496967e3d74b93a323a283531178b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:14.952391 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Project f4496967e3d74b93a323a283531178b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:48:14.958032 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:14.973648 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Sync routers for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:48:14.983774 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:14.986017 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:15.028946 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.081180 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.096207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4a9591-34fc-4a8c-b1c1-4227ec81c29a,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:15.096587 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:15.164484 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.165736 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-353a0317-3820-46cf-a06e-f6019695de7f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172262 Jun 30 21:48:15.186440 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.308243 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '65981368-b9aa-45ef-ba46-cf33f8e8ecbe', 'name': '', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'mac_address': 'fa:16:3e:51:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:10Z', 'updated_at': '2021-06-30T21:48:11Z', 'revision_number': 2, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'subnets': [{'id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:15.339170 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Checking router: 249057fd-58a2-4873-8727-fc15bd381c26 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:48:15.339531 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Updating router 249057fd-58a2-4873-8727-fc15bd381c26 port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:48:15.380210 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.640843 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.658668 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Transition to ACTIVE for port object 65981368-b9aa-45ef-ba46-cf33f8e8ecbe will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:48:15.697240 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device beccfea8-6f0b-408f-a59a-923f323281ab up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:15.738022 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.753627 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port beccfea8-6f0b-408f-a59a-923f323281ab triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:15.754000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.786519 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b5804-076f-4f89-8e89-f8228fce17e4 None None] Pushing event updated for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:15.852603 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Attempting to bind port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:48:15.852976 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Attempting to bind port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:48:15.853342 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Attempting to bind port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe on network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Checking segment: {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Bound using segment: {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Bound port: 65981368-b9aa-45ef-ba46-cf33f8e8ecbe, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:48:15.862564 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:15.927910 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] For port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:48:15.931330 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] For port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:48:16.024316 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:16.078073 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b5804-076f-4f89-8e89-f8228fce17e4 None None] Pushing event updated for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:16.097975 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:48:16.099320 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:47:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:16.224641 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:48:16.521123 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '65981368-b9aa-45ef-ba46-cf33f8e8ecbe', 'name': '', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'mac_address': 'fa:16:3e:51:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:10Z', 'updated_at': '2021-06-30T21:48:15Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'subnets': [{'id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:48:16.548160 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e30683-2990-4a0b-9659-78c4e839a714 None None] The sync data for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi is: [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '65981368-b9aa-45ef-ba46-cf33f8e8ecbe', 'name': '', 'network_id': '7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'mac_address': 'fa:16:3e:51:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:10Z', 'updated_at': '2021-06-30T21:48:15Z', 'revision_number': 4, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'subnets': [{'id': '86c3579f-15fd-4bc3-94de-2696548fd3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:48:17.708821 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 65981368-b9aa-45ef-ba46-cf33f8e8ecbe up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:17.837363 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:48:17.840985 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:17.841367 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:17.922024 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:17.954548 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:48:18.003562 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:18.052091 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:48:19.696006 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 65981368-b9aa-45ef-ba46-cf33f8e8ecbe up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:48:19.750099 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:48:19.750458 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:25.777469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-badec424-4bf8-4086-8e26-d8fd08bc2f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:28.434851 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c0b17ce-627f-4895-be86-8145f918ad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:28.760724 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:29.769235 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:29.943882 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:48:31.714253 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:45.199598 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:53.208827 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-d0ab8720-c3e0-49dd-a859-e0bedfc93bae tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077459308&fields=id&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 267 time: 0.0316823 Jun 30 21:48:53.309933 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-93583eb5-fa00-40b3-bede-2ab762ddfb93 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:48:53.311444 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-93583eb5-fa00-40b3-bede-2ab762ddfb93 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.0963535 Jun 30 21:48:53.326033 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-0c73bde2-2fcb-4bf0-a590-0e1a902ba5a2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/quotas/f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 375 time: 0.0091536 Jun 30 21:48:53.395621 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-66d566f1-34c4-460d-ab35-81a55d94262b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637140 Jun 30 21:48:53.540091 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-0df0eb0a-81b2-412d-b038-5888eeeb7b4e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:48:53.541074 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-0df0eb0a-81b2-412d-b038-5888eeeb7b4e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1340468 Jun 30 21:48:53.628651 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-6578b944-8b96-450f-a3a4-8307f701da16 service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816388 Jun 30 21:48:53.721167 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-afdbd604-f17d-4646-bb98-7fc84ae929ad service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Jun 30 21:48:54.419075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-860edc66-f2f6-42b9-86dc-bd35fab86866 req-57e0ef82-2f84-4485-a0e7-683defacddeb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0283432 Jun 30 21:48:55.497988 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-05f18c7c-c89a-40e5-8bfa-788181d49604 req-9c6d862a-e5f0-4165-8921-a9cd7725d0ed tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0275052 Jun 30 21:48:55.793603 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a49f73e0-e00b-46bc-a0e0-57a0e16d769a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:56.636384 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f8ba0deb-6db0-49d5-a6d7-361587692032 req-2ce4a67e-4349-4039-8893-362508ce65ed tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0287607 Jun 30 21:48:57.776524 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6fdbfa01-b8f4-463b-9a61-dc5ddb4fbce9 req-5b8e0956-1ea6-4320-a6d2-53055a3dd3db tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Jun 30 21:48:58.454290 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68396410-b9f1-4498-9b40-a0380e7c6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:58.710773 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:58.912580 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-55a1d60c-f498-4ed1-aae0-f91090b4167b req-a856582e-c70d-4575-89ba-0ab666f102b5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0277834 Jun 30 21:48:59.502941 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-2d183561-8795-4ae5-91c1-beff016af1a4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:48:59.504378 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-2d183561-8795-4ae5-91c1-beff016af1a4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.1042304 Jun 30 21:48:59.550757 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-9016cbe9-e825-44a1-9c21-f9226169541a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 380 time: 0.0328121 Jun 30 21:48:59.558938 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'port': {'device_id': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'admin_state_up': True, 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'security_groups': ['51161879-da93-46a8-a2bc-c410fd3351f6']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:48:59.751666 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Made reservation on behalf of f4496967e3d74b93a323a283531178b5 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:48:59.755253 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:59.779739 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:59.874978 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.20.0.12 (ea11d3f4-7453-4b3f-beb7-23d91a33493b/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb/c5027455-440c-463f-bc96-7f82ab2d3623) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:49:00.018206 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.031661 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Transition to ACTIVE for port object c5027455-440c-463f-bc96-7f82ab2d3623 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:49:00.050191 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-dd0871d5-cb0f-4084-b580-6d1d72fb3168 req-bc61381e-fbc2-42bf-8565-8078da0aea25 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Jun 30 21:49:00.128389 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.171275 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:49:00.175245 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:49:00.179053 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:49:00.209653 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:00.223757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.224232 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.224588 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.224917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.225247 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.225581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.225913 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.226242 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.226569 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.226948 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.227277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.227597 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:00.249234 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:00.249856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.323480 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e44eaa0c-24d6-4ac2-9a1e-e6b9a15032f2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680395 Jun 30 21:49:00.345755 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Request body: {'port': {'device_id': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:49:00.421769 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.642298 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d8a1d1c9-c86c-413c-a930-0b4ca1cae49e None None] Provisioning for port c5027455-440c-463f-bc96-7f82ab2d3623 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:49:00.646191 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d8a1d1c9-c86c-413c-a930-0b4ca1cae49e None None] Provisioning complete for port c5027455-440c-463f-bc96-7f82ab2d3623 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:49:00.646571 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d1c9-c86c-413c-a930-0b4ca1cae49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.684547 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1d1c9-c86c-413c-a930-0b4ca1cae49e None None] Port c5027455-440c-463f-bc96-7f82ab2d3623 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:49:00.693059 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5027455-440c-463f-bc96-7f82ab2d3623 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:49:00.700497 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.712608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Transition to ACTIVE for port object c5027455-440c-463f-bc96-7f82ab2d3623 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:49:00.816194 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:00.885810 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Pushing event updated for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:00.937041 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Attempting to bind port c5027455-440c-463f-bc96-7f82ab2d3623 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:49:00.937372 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Attempting to bind port c5027455-440c-463f-bc96-7f82ab2d3623 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:49:00.937696 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Attempting to bind port c5027455-440c-463f-bc96-7f82ab2d3623 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:49:00.942097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Port c5027455-440c-463f-bc96-7f82ab2d3623 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:49:00.942417 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Attempting to bind port c5027455-440c-463f-bc96-7f82ab2d3623 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:49:00.947554 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:49:00.950018 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:49:00.950018 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Bound using segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:49:00.950018 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Bound port: c5027455-440c-463f-bc96-7f82ab2d3623, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:49:00.950018 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:01.018937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:49:01.022080 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5027455-440c-463f-bc96-7f82ab2d3623,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:49:01.077121 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:01.117078 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.117356 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:01.118785 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 1094 time: 0.7813928 Jun 30 21:49:01.119347 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:49:01.121513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc35749-87dd-445f-a767-c204b032f02c" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:49:01.150065 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720b14b-af52-4ed6-9377-35c54b2c6221 service neutron] Pushing event updated for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:01.176447 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0f2d2-f98a-4879-baf8-ea533378f60e x-openstack-request-id: req-90f0f2d2-f98a-4879-baf8-ea533378f60e {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:49:01.176447 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:49:01.176447 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90f0f2d2-f98a-4879-baf8-ea533378f60e {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:49:01.176447 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'status': 'completed', 'code': 200} Jun 30 21:49:01.231407 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467bc9e-16c5-45de-9550-5633fe8c17aa req-ff6cb875-db1a-4a9c-9065-5a9de8769e76 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.233122 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5467bc9e-16c5-45de-9550-5633fe8c17aa req-ff6cb875-db1a-4a9c-9065-5a9de8769e76 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0702305 Jun 30 21:49:01.283162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35749-87dd-445f-a767-c204b032f02c req-81e67b41-2558-4206-ac99-ec13ba2de0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.283281 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5467bc9e-16c5-45de-9550-5633fe8c17aa req-16953778-7fec-47c7-8fb0-2100829b4b15 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Jun 30 21:49:01.285124 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdc35749-87dd-445f-a767-c204b032f02c req-81e67b41-2558-4206-ac99-ec13ba2de0fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1097 time: 0.0585995 Jun 30 21:49:01.391228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35749-87dd-445f-a767-c204b032f02c req-d6e256d3-83e0-44da-9870-7ceae0652ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.392788 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdc35749-87dd-445f-a767-c204b032f02c req-d6e256d3-83e0-44da-9870-7ceae0652ac3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4496967e3d74b93a323a283531178b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935299 Jun 30 21:49:01.485618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35749-87dd-445f-a767-c204b032f02c req-b3ab920d-b1fa-4109-a770-13e9ad3bf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.487007 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fdc35749-87dd-445f-a767-c204b032f02c req-b3ab920d-b1fa-4109-a770-13e9ad3bf3cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871861 Jun 30 21:49:01.607309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-57b21f81-975c-4a54-a685-d20d27f7c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.614156 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-57b21f81-975c-4a54-a685-d20d27f7c28a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1097 time: 0.0557656 Jun 30 21:49:01.657554 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-1aa248f2-97b1-4e7d-a836-7143b88b3dff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 217 time: 0.0329020 Jun 30 21:49:01.706464 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-f406d2fa-e780-4da8-af72-97b577b0a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.707953 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-f406d2fa-e780-4da8-af72-97b577b0a4b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0440135 Jun 30 21:49:01.713468 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:01.764376 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-dba2be54-bc25-4dd9-b623-ba622bd181bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:01.765860 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-dba2be54-bc25-4dd9-b623-ba622bd181bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510824 Jun 30 21:49:02.098562 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-50cb5523-6aca-4fed-a479-20b0bcd9cf03 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244712 Jun 30 21:49:02.199232 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ec85dd59-9ab9-4ec3-b936-d7f812b7f5aa req-010744d3-6515-4022-b8c6-ec8613e63a7b service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902710 Jun 30 21:49:02.457631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698c255-b029-43b6-9a6d-bde0ad7c5d36 req-a2accc55-6b9d-4a5f-a676-a776dab3d64c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:02.459222 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f698c255-b029-43b6-9a6d-bde0ad7c5d36 req-a2accc55-6b9d-4a5f-a676-a776dab3d64c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0647011 Jun 30 21:49:02.496590 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f698c255-b029-43b6-9a6d-bde0ad7c5d36 req-569b35e8-19c0-4097-80c6-024f54bc3542 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Jun 30 21:49:03.667723 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda55a-b293-4bcf-8802-8fb0eb007732 req-0105a2b4-0631-4737-8770-c0db0c3672e9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:03.669215 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86eda55a-b293-4bcf-8802-8fb0eb007732 req-0105a2b4-0631-4737-8770-c0db0c3672e9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0650921 Jun 30 21:49:03.706706 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-86eda55a-b293-4bcf-8802-8fb0eb007732 req-dc267bb4-9549-4c00-af2d-b110c01a622a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jun 30 21:49:04.885888 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2da5a-6c5d-4003-88bd-53f58d9fbcc9 req-10a89e5b-2c4c-4d29-8874-a80f0a1a6a97 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:04.887389 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72c2da5a-6c5d-4003-88bd-53f58d9fbcc9 req-10a89e5b-2c4c-4d29-8874-a80f0a1a6a97 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0652812 Jun 30 21:49:04.924321 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-72c2da5a-6c5d-4003-88bd-53f58d9fbcc9 req-1ca3ebfa-e558-4538-885d-0570a84a43f7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Jun 30 21:49:05.150890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34906) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:05.249778 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bb12a58-d366-4534-bd2b-6182df4c5c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.335667 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bb12a58-d366-4534-bd2b-6182df4c5c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.433694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1bb12a58-d366-4534-bd2b-6182df4c5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.472696 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1bb12a58-d366-4534-bd2b-6182df4c5c6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6313104d9d247a8bd0510c424edb2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205767 Jun 30 21:49:05.473385 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb12a58-d366-4534-bd2b-6182df4c5c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4362775-f94d-4005-8778-6c901f86d2e3,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:05.475274 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34910) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:05.523896 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.544039 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.661717 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.664306 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:05.665483 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4362775-f94d-4005-8778-6c901f86d2e3 HTTP/1.1" status: 204 len: 168 time: 0.1892025 Jun 30 21:49:05.673178 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fdbb9-f2d7-436e-a18d-42f9dda2e2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4362775-f94d-4005-8778-6c901f86d2e3,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:06.096147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfd67-862b-4a1f-8c2a-0f52542ab284 req-7532ee07-690b-4b34-a090-4970bff27da8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:06.097642 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d12bfd67-862b-4a1f-8c2a-0f52542ab284 req-7532ee07-690b-4b34-a090-4970bff27da8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0623245 Jun 30 21:49:06.137227 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d12bfd67-862b-4a1f-8c2a-0f52542ab284 req-9b07e926-6870-4599-a1bf-995073573f7b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jun 30 21:49:06.289988 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 34918) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:06.302821 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-83c3ebbb-bf68-417e-ae2c-9fcc542caf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.387210 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-83c3ebbb-bf68-417e-ae2c-9fcc542caf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.439055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-83c3ebbb-bf68-417e-ae2c-9fcc542caf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.480224 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-83c3ebbb-bf68-417e-ae2c-9fcc542caf66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13d41cedb69e4fe984d0ea5b8ad2fd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891289 Jun 30 21:49:06.481345 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3ebbb-bf68-417e-ae2c-9fcc542caf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74db4f1-16a2-4f5e-b6c4-f293a1a9aa0f,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:06.484220 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 34920) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:06.533332 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.553639 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.719016 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.721508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.722674 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a74db4f1-16a2-4f5e-b6c4-f293a1a9aa0f HTTP/1.1" status: 204 len: 168 time: 0.2372136 Jun 30 21:49:06.730278 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f990d-f449-41f2-b8a8-b3cb2e1417ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74db4f1-16a2-4f5e-b6c4-f293a1a9aa0f,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:06.944311 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:49:07.313286 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5e7a-fb83-48e2-8be2-91531abf82aa req-43ff0cdb-2678-4576-831a-5f9d05d4e297 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:07.314713 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c3d5e7a-fb83-48e2-8be2-91531abf82aa req-43ff0cdb-2678-4576-831a-5f9d05d4e297 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0648158 Jun 30 21:49:07.354617 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1c3d5e7a-fb83-48e2-8be2-91531abf82aa req-b149c476-c215-430a-a45a-6194857e82d7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341094 Jun 30 21:49:08.528668 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ea25-f798-4fce-beef-ba3caffaca0b req-91286dd8-195e-4352-a0ae-81c9aa2dbff5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:08.530172 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1467ea25-f798-4fce-beef-ba3caffaca0b req-91286dd8-195e-4352-a0ae-81c9aa2dbff5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0664003 Jun 30 21:49:08.568296 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1467ea25-f798-4fce-beef-ba3caffaca0b req-dfd89930-b375-4a5d-8f41-13973802dd91 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Jun 30 21:49:09.737429 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669c46-2697-4b8f-b25e-70cd272dc4a4 req-d8645aca-0e01-46e3-9cd1-434b422c8ce9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:09.738912 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54669c46-2697-4b8f-b25e-70cd272dc4a4 req-d8645aca-0e01-46e3-9cd1-434b422c8ce9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0619276 Jun 30 21:49:09.775566 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-54669c46-2697-4b8f-b25e-70cd272dc4a4 req-824712e4-f24c-4064-9167-715ebc895ef0 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Jun 30 21:49:10.945974 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0364a-1ee6-435e-8793-93563de3cef3 req-cdd5c562-6aae-43d5-9a70-41566f967c32 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:10.947380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81e0364a-1ee6-435e-8793-93563de3cef3 req-cdd5c562-6aae-43d5-9a70-41566f967c32 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0625885 Jun 30 21:49:10.988568 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-81e0364a-1ee6-435e-8793-93563de3cef3 req-501cab12-656c-4678-80a1-b92ca462e68d tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Jun 30 21:49:12.167933 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8ccf-9bff-4601-a8f4-4050aed6e72c req-e3773d7e-5ee1-4cb1-a28e-8c0781ea0e04 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:12.169428 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62fa8ccf-9bff-4601-a8f4-4050aed6e72c req-e3773d7e-5ee1-4cb1-a28e-8c0781ea0e04 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 944 time: 0.0652184 Jun 30 21:49:12.207187 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62fa8ccf-9bff-4601-a8f4-4050aed6e72c req-f4ed705d-80da-4b7c-89ec-a2b80a4aa22f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Jun 30 21:49:12.733792 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device c5027455-440c-463f-bc96-7f82ab2d3623 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:49:12.825484 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5027455-440c-463f-bc96-7f82ab2d3623,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:49:12.845104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'port_id': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'mac_address': 'fa:16:3e:58:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:49:12.875464 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:12.888288 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5027455-440c-463f-bc96-7f82ab2d3623 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:49:12.909200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5027455-440c-463f-bc96-7f82ab2d3623,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:49:12.990983 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:13.038767 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:13.045876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.046231 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.046578 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.046944 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.047279 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.047614 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.051280 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:13.383083 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c99de-7b7a-45e4-b25d-9469bca06e94 req-37726ee5-35ba-4936-b168-978ce7dffad4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:13.384599 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-091c99de-7b7a-45e4-b25d-9469bca06e94 req-37726ee5-35ba-4936-b168-978ce7dffad4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 945 time: 0.0700297 Jun 30 21:49:13.388102 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['c5027455-440c-463f-bc96-7f82ab2d3623'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:49:13.427327 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-091c99de-7b7a-45e4-b25d-9469bca06e94 req-b385e356-15c4-4a45-b68a-efdd8d6eaef7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358391 Jun 30 21:49:14.047531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35026) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:14.148008 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.235427 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.318735 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.354331 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d4c7a4-4821-4042-8b96-4e4fdfc6d152,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:14.362609 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73d8fcfa641f4b2eb6af8a13d7ccf7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139997 Jun 30 21:49:14.364318 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.364696 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.365126 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.365293 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 35030) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:14.365772 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.365772 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.366104 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.366433 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.366793 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.367124 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.367449 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.367771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.368088 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df66ec-5a2f-4e48-8a2e-5b56d2238a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:14.413200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.433592 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.590581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.593180 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.594329 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4d4c7a4-4821-4042-8b96-4e4fdfc6d152 HTTP/1.1" status: 204 len: 168 time: 0.2280598 Jun 30 21:49:14.603883 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ce3e-bf15-492f-9619-87278e478e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d4c7a4-4821-4042-8b96-4e4fdfc6d152,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:14.604413 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857b7d-47ba-4301-8e5c-dff39c4b0d02 req-e8ee2fef-5e02-4e04-8a1c-04d38f2c7810 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:14.606008 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b857b7d-47ba-4301-8e5c-dff39c4b0d02 req-e8ee2fef-5e02-4e04-8a1c-04d38f2c7810 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 945 time: 0.0634739 Jun 30 21:49:14.648242 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7b857b7d-47ba-4301-8e5c-dff39c4b0d02 req-987b9e5d-7712-4e99-81dc-852a5f2d63cc tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340998 Jun 30 21:49:14.764230 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device c5027455-440c-463f-bc96-7f82ab2d3623 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:49:14.887927 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port c5027455-440c-463f-bc96-7f82ab2d3623 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:49:14.891823 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port c5027455-440c-463f-bc96-7f82ab2d3623 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:49:14.896215 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.970224 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:14.991999 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:49:14.994249 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27cca47-fb20-4568-b857-2f20ea7fe4f8" -d '{"events": [{"server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "name": "network-vif-plugged", "status": "completed", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:49:15.008337 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5027455-440c-463f-bc96-7f82ab2d3623,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:49:15.122413 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.146847 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150a3ae-2965-4f4f-8af3-fb4c91041a28 x-openstack-request-id: req-9150a3ae-2965-4f4f-8af3-fb4c91041a28 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:49:15.147139 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "name": "network-vif-plugged", "status": "completed", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:49:15.147392 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9150a3ae-2965-4f4f-8af3-fb4c91041a28 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:49:15.147782 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'code': 200} Jun 30 21:49:15.172444 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:15.223649 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 35042) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:15.226629 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.236954 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f8ced886-238b-4237-ad23-7fb27dd8b00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.322599 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f8ced886-238b-4237-ad23-7fb27dd8b00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.413310 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f8ced886-238b-4237-ad23-7fb27dd8b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.451869 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced886-238b-4237-ad23-7fb27dd8b00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8802b2ac-b98b-4963-abf6-6335f18af59f,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:15.456577 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f8ced886-238b-4237-ad23-7fb27dd8b00b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe6fa57f5a014ca19b1db5dd8bc331a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319112 Jun 30 21:49:15.459219 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 35044) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:15.511478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.540947 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.605779 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf72dc-610a-4ee4-bfc4-845bdfdd2d3a req-7ad5cbe3-d628-4155-9be0-8f6487aa43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:15.607381 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3bf72dc-610a-4ee4-bfc4-845bdfdd2d3a req-7ad5cbe3-d628-4155-9be0-8f6487aa43f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1099 time: 0.0822093 Jun 30 21:49:15.641777 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f3bf72dc-610a-4ee4-bfc4-845bdfdd2d3a req-fb11f135-16fd-4c6d-ad9d-fd61a9466774 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277019 Jun 30 21:49:15.682125 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.684729 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:15.691041 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8802b2ac-b98b-4963-abf6-6335f18af59f HTTP/1.1" status: 204 len: 168 time: 0.2257288 Jun 30 21:49:15.695926 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5182d-07ed-41c9-bfcd-9d959976f65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8802b2ac-b98b-4963-abf6-6335f18af59f,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:15.831319 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93739-f833-42f1-ac42-1903aec62e74 req-1681ff0b-c811-4c94-ba7c-b800509e790f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:15.832797 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40a93739-f833-42f1-ac42-1903aec62e74 req-1681ff0b-c811-4c94-ba7c-b800509e790f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0666227 Jun 30 21:49:15.870029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40a93739-f833-42f1-ac42-1903aec62e74 req-ef0ea240-e5f8-49bd-8a8d-c8b606e909d2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jun 30 21:49:17.050627 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d1e8-617a-4320-b44e-1f4d44b6a575 req-34af7962-4af1-49ff-9514-c431c3cbf124 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:17.061340 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2d6d1e8-617a-4320-b44e-1f4d44b6a575 req-34af7962-4af1-49ff-9514-c431c3cbf124 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0648744 Jun 30 21:49:17.091398 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d2d6d1e8-617a-4320-b44e-1f4d44b6a575 req-969a6c30-89a3-4887-bd5e-99189ef88e8f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Jun 30 21:49:18.265440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2e863-8c9b-414a-92ba-d4482f990ad4 req-369b4376-0908-42ff-aad5-f272cfe9fde8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:18.266942 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d3e2e863-8c9b-414a-92ba-d4482f990ad4 req-369b4376-0908-42ff-aad5-f272cfe9fde8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0635247 Jun 30 21:49:18.304118 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d3e2e863-8c9b-414a-92ba-d4482f990ad4 req-0c96886f-9a17-44fe-9888-c1334c4d55f8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Jun 30 21:49:18.485830 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d072dc-20e6-400c-815a-c76777a7fe9e req-5ad19746-97b9-4d4e-b1ff-0a9d9195c5c8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:18.487815 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01d072dc-20e6-400c-815a-c76777a7fe9e req-5ad19746-97b9-4d4e-b1ff-0a9d9195c5c8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0724196 Jun 30 21:49:18.524018 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-01d072dc-20e6-400c-815a-c76777a7fe9e req-f741dca4-71b5-4f18-99a8-cd93ac004630 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305965 Jun 30 21:49:18.548441 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 35132) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:18.741565 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2c729-6fa5-4724-80b5-7d5362affd43 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:18.743132 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-04c2c729-6fa5-4724-80b5-7d5362affd43 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1094 time: 0.1930799 Jun 30 21:49:18.745945 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 35138) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:18.750343 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'port_id': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:49:18.827406 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:18.926446 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.034352 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.27.3.218 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/211f72fa-b970-49b2-982e-c42af232f0e3) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:49:19.140394 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.239111 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.282017 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:49:19.284990 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:49:19.288287 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:49:19.312689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=211f72fa-b970-49b2-982e-c42af232f0e3,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:19.662223 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.803338 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.954791 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:20.033172 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:20.100891 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=211f72fa-b970-49b2-982e-c42af232f0e3,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:20.113305 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:20.222621 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP fd8f0a17-3437-41d9-8d16-8cb9fb54f374 associated. External IP: 172.27.3.218, port: c5027455-440c-463f-bc96-7f82ab2d3623. Jun 30 21:49:20.428371 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:49:20.537251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:49:20.546682 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:49:20.556153 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:49:20.556771 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:48:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:49:20.664076 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:49:20.667624 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:20.704534 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-5473281d-32f9-499a-9bec-ad2f88ca86a1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9575295 Jun 30 21:49:20.705107 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:49:20.707521 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:49:20.743601 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10fd84-7a9d-4d39-a97f-411c89c45ee3 x-openstack-request-id: req-cc10fd84-7a9d-4d39-a97f-411c89c45ee3 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:49:20.743973 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:49:20.744268 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc10fd84-7a9d-4d39-a97f-411c89c45ee3 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:49:20.744669 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'status': 'completed', 'code': 200} Jun 30 21:49:20.844728 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-d542a8fa-b9fc-4311-a5da-5298b582bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:20.846904 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-d542a8fa-b9fc-4311-a5da-5298b582bfac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1099 time: 0.0583434 Jun 30 21:49:20.901430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'fd8f0a17-3437-41d9-8d16-8cb9fb54f374', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:58:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:49:19Z', 'updated_at': '2021-06-30T21:49:19Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:49:20.927437 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:49:20.935579 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:49:20.936187 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:48:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:49:20.938604 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-4072fb66-59b1-4155-b532-862aab9d12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:20.940671 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-4072fb66-59b1-4155-b532-862aab9d12f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0876300 Jun 30 21:49:21.004556 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-19067400-4357-4520-9122-00241114b236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 1000 time: 0.0566459 Jun 30 21:49:21.044628 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:49:21.059709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-02b43de0-015b-4912-81cb-521e5fc47af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:21.061191 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-02b43de0-015b-4912-81cb-521e5fc47af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0494857 Jun 30 21:49:21.116423 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-58e89c4a-39d3-462f-abc6-28840ed46f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:21.117818 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-58e89c4a-39d3-462f-abc6-28840ed46f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500209 Jun 30 21:49:21.207156 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-d4468bff-dc2d-4695-87c6-0cceb51acbfe service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Jun 30 21:49:21.279124 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'fd8f0a17-3437-41d9-8d16-8cb9fb54f374', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:58:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:49:19Z', 'updated_at': '2021-06-30T21:49:19Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:49:21.304259 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-46e9bdf8-7853-458b-b4b5-5cec9229b6b0 req-093ff35f-42c7-40bc-b3c8-d9048b82d3cd service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901110 Jun 30 21:49:21.305257 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29946a-396a-439b-b646-dd684687fef3 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': 'fd8f0a17-3437-41d9-8d16-8cb9fb54f374', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:58:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:49:19Z', 'updated_at': '2021-06-30T21:49:19Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:49:21.490970 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767daa53-e000-4f88-9b30-a2794a8b998d None None] New status for floating IP fd8f0a17-3437-41d9-8d16-8cb9fb54f374: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:49:24.022240 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-749d76cd-6f85-4239-91dc-bea57120bf27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592506 Jun 30 21:49:24.133585 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-7ecba211-9c1a-4dfc-8591-008f1ae1e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:24.135074 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-7ecba211-9c1a-4dfc-8591-008f1ae1e670 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1099 time: 0.0542829 Jun 30 21:49:24.236658 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-796e1e51-3b5d-443b-9586-4992845436bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:24.238009 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-796e1e51-3b5d-443b-9586-4992845436bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0825329 Jun 30 21:49:24.305721 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-33ea35bc-a8e2-4a1a-bf9e-30f2f0b82325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 1002 time: 0.0599408 Jun 30 21:49:24.354439 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-71e46b2e-6692-4d22-80c2-d9b7ee61a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:24.355909 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-71e46b2e-6692-4d22-80c2-d9b7ee61a2e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0438821 Jun 30 21:49:24.414935 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-c546ff78-ffe5-4f8a-ade5-e58449bcbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:24.416418 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-c546ff78-ffe5-4f8a-ade5-e58449bcbd42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545182 Jun 30 21:49:24.506871 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-bdd45993-dbb3-46b8-9664-98f50c2c87fd service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837073 Jun 30 21:49:24.593345 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a3e8c5bb-303d-4771-8d53-14ccbc037114 req-06daa44f-a876-49b7-a958-4983e5e0ed78 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793037 Jun 30 21:49:25.763822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b612472-fb48-43f6-ad33-a434c7208469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:28.409521 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d78cc12-0045-4b5c-b2dd-88baae345f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:28.718085 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:29.772790 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:31.692824 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:43.943508 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:49:43.957298 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35224) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:44.059538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-535fd9f9-f076-4643-8515-a0e122f716c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.147650 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-535fd9f9-f076-4643-8515-a0e122f716c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.217982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-535fd9f9-f076-4643-8515-a0e122f716c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.255537 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-535fd9f9-f076-4643-8515-a0e122f716c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f54c18dcf0b4209b389dd4cdd45dbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970150 Jun 30 21:49:44.256390 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fd9f9-f076-4643-8515-a0e122f716c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9fb79b-758c-432c-94fa-e74bfa8766e2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:44.262181 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35228) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:44.309741 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.337645 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.452448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.455295 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:44.456479 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f9fb79b-758c-432c-94fa-e74bfa8766e2 HTTP/1.1" status: 204 len: 168 time: 0.1933324 Jun 30 21:49:44.468637 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13964-56a1-41e1-98df-51879fcadd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9fb79b-758c-432c-94fa-e74bfa8766e2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:45.192006 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:48.453677 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-83755fec-feb5-4a5a-9554-f7ac306e3e7e tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=57a3938e081446fda8784c9b234efb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299025 Jun 30 21:49:48.625015 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-738d2651-5200-4ba2-9053-294dbb554fb6 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:48.626460 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-738d2651-5200-4ba2-9053-294dbb554fb6 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677501 Jun 30 21:49:48.640822 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-bf6c5b34-9870-49ff-8197-326197fb0c16 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/quotas/57a3938e081446fda8784c9b234efb2a HTTP/1.1" status: 200 len: 375 time: 0.0091650 Jun 30 21:49:48.671377 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d43d85bf-4c9d-48eb-b75d-a30397ea5ea4 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57a3938e081446fda8784c9b234efb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259564 Jun 30 21:49:49.167143 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0d4965b6-ec38-43e2-b41a-b37d68a16555 req-4d824660-9c2b-4734-8f03-44aeb920c4fc tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 210 time: 0.2876086 Jun 30 21:49:50.304029 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5aa2c234-16f2-48b4-900c-52ffeb677d20 req-9dd164d3-82d3-4ba3-b89c-35b63bf15fa9 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 210 time: 0.0271554 Jun 30 21:49:51.129850 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-bcad89af-930a-4b30-87af-383c4000b150 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57a3938e081446fda8784c9b234efb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279114 Jun 30 21:49:51.314273 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-2d480689-df0a-4a3f-a751-37e3d769dc1e tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:51.315763 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-2d480689-df0a-4a3f-a751-37e3d769dc1e tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808202 Jun 30 21:49:51.335647 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Request body: {'port': {'device_id': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540', 'admin_state_up': True, 'tenant_id': '57a3938e081446fda8784c9b234efb2a'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:49:51.444088 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e83b6624-3a5c-4655-ab6f-77f2095872d4 req-f9fc5695-4e9f-489c-9fcf-cb052ea08354 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 210 time: 0.0279622 Jun 30 21:49:51.545816 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Made reservation on behalf of 57a3938e081446fda8784c9b234efb2a for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:49:51.549489 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:51.806522 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:51.893529 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:51.960614 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.017889 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0037bbc0-fecb-4733-b5de-837f699004ac,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:52.092267 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Allocated IP 192.168.233.4 (0a53f2c4-3938-4ab0-b64d-ed147a026540/b3ed40a9-097d-49ec-bb06-2128c167ca5b/747f1095-aba1-4a1d-a357-ca0d5c3aba68) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:49:52.231099 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.244302 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Transition to ACTIVE for port object 747f1095-aba1-4a1d-a357-ca0d5c3aba68 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:49:52.329442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.378110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Network 0a53f2c4-3938-4ab0-b64d-ed147a026540 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:49:52.381122 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:49:52.384865 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:49:52.408239 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Pushing event updated for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:52.437132 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:52.437758 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.580901 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-d1f3e41d-c94b-4fce-b381-e74728a8163d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2490728 Jun 30 21:49:52.600974 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Request body: {'port': {'device_id': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:49:52.622662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe475-86b9-4970-a84b-f320af61298d req-1b8a7e9c-dc26-40f6-b571-84db93093d4d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:52.624140 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0aafe475-86b9-4970-a84b-f320af61298d req-1b8a7e9c-dc26-40f6-b571-84db93093d4d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 934 time: 0.0659957 Jun 30 21:49:52.662520 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0aafe475-86b9-4970-a84b-f320af61298d req-4705527f-eb6a-46f2-bc41-c16cdfd8b6bc tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jun 30 21:49:52.677275 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.746078 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-93a969ce-7790-4340-b2b0-95aaa8bac22c None None] Provisioning for port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:49:52.750084 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-93a969ce-7790-4340-b2b0-95aaa8bac22c None None] Provisioning complete for port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:49:52.750438 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93a969ce-7790-4340-b2b0-95aaa8bac22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.786432 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-93a969ce-7790-4340-b2b0-95aaa8bac22c None None] Port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:49:52.933856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747f1095-aba1-4a1d-a357-ca0d5c3aba68 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:49:52.941639 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.953989 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Transition to ACTIVE for port object 747f1095-aba1-4a1d-a357-ca0d5c3aba68 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:49:53.028997 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:53.078400 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Pushing event updated for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:53.150949 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Attempting to bind port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:49:53.151282 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Attempting to bind port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:49:53.151603 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Attempting to bind port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 on network 0a53f2c4-3938-4ab0-b64d-ed147a026540 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:49:53.156334 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 on network 0a53f2c4-3938-4ab0-b64d-ed147a026540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:49:53.156660 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Attempting to bind port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 on network 0a53f2c4-3938-4ab0-b64d-ed147a026540 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:49:53.161789 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:49:53.162128 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Checking segment: {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:49:53.162509 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Bound using segment: {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:49:53.162961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Bound port: 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3229e5bd-1312-4db6-b3f7-551f2823b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:49:53.163318 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:53.226856 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:49:53.229733 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:49:53.292325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:53.328993 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.329611 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:53.331006 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] 10.222.0.13 "PUT /v2.0/ports/747f1095-aba1-4a1d-a357-ca0d5c3aba68 HTTP/1.1" status: 200 len: 1096 time: 0.7346010 Jun 30 21:49:53.331446 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:49:53.333712 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d84dba-e9df-4265-8818-dcb771e2a21a" -d '{"events": [{"name": "network-changed", "server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:49:53.359217 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f697e9-fa3a-4ede-bcad-f3225f45363b service neutron] Pushing event updated for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:53.382795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa27078-7f5d-4715-8fc8-84346be9c27d x-openstack-request-id: req-2fa27078-7f5d-4715-8fc8-84346be9c27d {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:49:53.382795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:49:53.382795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fa27078-7f5d-4715-8fc8-84346be9c27d {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:49:53.382795 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68', 'status': 'completed', 'code': 200} Jun 30 21:49:53.492251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84dba-e9df-4265-8818-dcb771e2a21a req-212a2a34-3bf2-4e5d-937b-72b1d14785e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.493749 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a0d84dba-e9df-4265-8818-dcb771e2a21a req-212a2a34-3bf2-4e5d-937b-72b1d14785e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57a3938e081446fda8784c9b234efb2a&device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 1099 time: 0.0617733 Jun 30 21:49:53.528797 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a0d84dba-e9df-4265-8818-dcb771e2a21a req-cffa3749-cbfe-43d3-a581-3e25dc136117 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=57a3938e081446fda8784c9b234efb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220120 Jun 30 21:49:53.619050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84dba-e9df-4265-8818-dcb771e2a21a req-bddd7264-aee7-474e-8b4f-b7f7469abf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.620403 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a0d84dba-e9df-4265-8818-dcb771e2a21a req-bddd7264-aee7-474e-8b4f-b7f7469abf96 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0857823 Jun 30 21:49:53.729123 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-1642b852-2f3d-4ac9-aa1a-236a263d51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.730554 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-1642b852-2f3d-4ac9-aa1a-236a263d51b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57a3938e081446fda8784c9b234efb2a&device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 1099 time: 0.0516403 Jun 30 21:49:53.779905 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-4353d21b-12ae-4af2-993f-1fbabf850765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68 HTTP/1.1" status: 200 len: 217 time: 0.0366905 Jun 30 21:49:53.828554 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-b5002da0-fd83-41da-bb95-dca76d066345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.830011 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-b5002da0-fd83-41da-bb95-dca76d066345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3ed40a9-097d-49ec-bb06-2128c167ca5b HTTP/1.1" status: 200 len: 843 time: 0.0439103 Jun 30 21:49:53.842249 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76737ae8-50df-4b0c-92be-5eb4b930cfac req-1f967659-3eb4-4993-9cfb-c678f9615bf9 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.843852 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76737ae8-50df-4b0c-92be-5eb4b930cfac req-1f967659-3eb4-4993-9cfb-c678f9615bf9 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 946 time: 0.0731566 Jun 30 21:49:53.881437 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-76737ae8-50df-4b0c-92be-5eb4b930cfac req-7cb60bfc-e474-4406-be77-091bc0191322 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jun 30 21:49:53.887364 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-5510f5b0-4b4f-4e9f-880c-937f653e018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:53.889564 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-5510f5b0-4b4f-4e9f-880c-937f653e018e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a53f2c4-3938-4ab0-b64d-ed147a026540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0536892 Jun 30 21:49:53.980783 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-bf71ea9a-83cb-4f34-a611-6e3cc8431257 service neutron] 10.222.0.13 "GET /v2.0/networks/0a53f2c4-3938-4ab0-b64d-ed147a026540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840147 Jun 30 21:49:54.067304 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-061514ad-d9c3-4a0c-a543-b3419d72c453 req-480a5db7-bfd2-47bc-ba22-b52c2e0e2ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/0a53f2c4-3938-4ab0-b64d-ed147a026540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796912 Jun 30 21:49:55.053556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38426d8f-37e2-4fc7-a869-1b122e12a372 req-ba2b7590-93e2-4857-88c0-603d26a3343d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:55.055034 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-38426d8f-37e2-4fc7-a869-1b122e12a372 req-ba2b7590-93e2-4857-88c0-603d26a3343d tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 946 time: 0.0604737 Jun 30 21:49:55.094203 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-38426d8f-37e2-4fc7-a869-1b122e12a372 req-b91c68a8-baef-4e74-a40d-64149e7a76d1 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Jun 30 21:49:55.780390 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fccf8d0e-2e5b-4e26-b44e-25db65304dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:56.268291 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cead7d-7790-4343-904d-79de8a792b44 req-cf6de443-cc33-4f11-b84f-695943162715 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:56.269752 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e1cead7d-7790-4343-904d-79de8a792b44 req-cf6de443-cc33-4f11-b84f-695943162715 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 946 time: 0.0635922 Jun 30 21:49:56.306018 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e1cead7d-7790-4343-904d-79de8a792b44 req-c378da0b-91a6-47e9-99a2-4926c7c7f5ff tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307808 Jun 30 21:49:57.474049 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf4e7e-dcb8-4f40-bd7c-d9aa94023114 req-5fcc5027-4e1c-4834-8675-2cade85f9fe3 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:57.475543 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bfaf4e7e-dcb8-4f40-bd7c-d9aa94023114 req-5fcc5027-4e1c-4834-8675-2cade85f9fe3 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 946 time: 0.0611939 Jun 30 21:49:57.513757 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bfaf4e7e-dcb8-4f40-bd7c-d9aa94023114 req-0d259c0a-714c-400a-9307-95a90b911f56 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Jun 30 21:49:58.437441 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1589351-7ebc-44bd-a6fc-40cafdf5db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:58.683045 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9be1-1351-4cd3-a349-7c9a34617bd1 req-ba6e0ed8-2029-43a9-be0d-276914fb2958 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:58.684451 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bdb9be1-1351-4cd3-a349-7c9a34617bd1 req-ba6e0ed8-2029-43a9-be0d-276914fb2958 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 946 time: 0.0646901 Jun 30 21:49:58.722206 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1bdb9be1-1351-4cd3-a349-7c9a34617bd1 req-8ab5fd62-af5e-4da3-a2a4-33a0f7aebecd tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Jun 30 21:49:58.732040 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:58.980715 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 747f1095-aba1-4a1d-a357-ca0d5c3aba68 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:49:59.071258 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:49:59.082844 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '747f1095-aba1-4a1d-a357-ca0d5c3aba68', 'network_id': '0a53f2c4-3938-4ab0-b64d-ed147a026540', 'port_id': '747f1095-aba1-4a1d-a357-ca0d5c3aba68', 'mac_address': 'fa:16:3e:53:be:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ed40a9-097d-49ec-bb06-2128c167ca5b', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:49:59.120469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:59.133035 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747f1095-aba1-4a1d-a357-ca0d5c3aba68 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:49:59.154174 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:49:59.263827 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:59.310059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:59.659304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['747f1095-aba1-4a1d-a357-ca0d5c3aba68'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:49:59.782630 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:59.890228 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a11799-bd7c-4dc5-9493-225c370297e9 req-3a1cb091-0c2c-4a4d-bcd6-c08789ddaf44 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:49:59.891714 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-19a11799-bd7c-4dc5-9493-225c370297e9 req-3a1cb091-0c2c-4a4d-bcd6-c08789ddaf44 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 947 time: 0.0608130 Jun 30 21:49:59.928393 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-19a11799-bd7c-4dc5-9493-225c370297e9 req-2cd17f82-cafa-495b-8c2f-41bde50e1c8f tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Jun 30 21:50:01.013401 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 747f1095-aba1-4a1d-a357-ca0d5c3aba68 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:50:01.103374 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305a0d-aded-4442-beea-398adabf3481 req-2605b648-69b4-4f7a-bec9-174cef2aa2bb tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:01.104984 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a305a0d-aded-4442-beea-398adabf3481 req-2605b648-69b4-4f7a-bec9-174cef2aa2bb tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 947 time: 0.0664058 Jun 30 21:50:01.145150 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-1a305a0d-aded-4442-beea-398adabf3481 req-065b2b0d-efe2-4cee-8aa3-6e12703463e7 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Jun 30 21:50:01.269482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:50:01.273474 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:50:01.280594 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:01.349192 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:01.371054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:50:01.373315 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8292fa-73b0-49df-bf74-621fea0817f2" -d '{"events": [{"server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "name": "network-vif-plugged", "status": "completed", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:50:01.387986 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:50:01.409538 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc454f70-02be-48e4-857e-f36eb3d549c6 x-openstack-request-id: req-dc454f70-02be-48e4-857e-f36eb3d549c6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:50:01.409837 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "name": "network-vif-plugged", "status": "completed", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:50:01.410088 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc454f70-02be-48e4-857e-f36eb3d549c6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:50:01.410483 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68', 'code': 200} Jun 30 21:50:01.482950 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:01.534842 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:01.686078 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:01.858896 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627a077-9438-4bfe-a509-a14f1c726032 req-42ef36ee-6b7f-43ed-90a6-6b153644e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:01.860546 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f627a077-9438-4bfe-a509-a14f1c726032 req-42ef36ee-6b7f-43ed-90a6-6b153644e12a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 1101 time: 0.0557888 Jun 30 21:50:01.894081 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f627a077-9438-4bfe-a509-a14f1c726032 req-bcd8ea60-bb58-4a68-8f80-8a48629e10bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270579 Jun 30 21:50:02.316319 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e024-e71e-46c7-ad6f-0368ed0c0e81 req-573578c2-8f4a-4a6e-b3f6-a61ab9644200 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:02.317793 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a99e024-e71e-46c7-ad6f-0368ed0c0e81 req-573578c2-8f4a-4a6e-b3f6-a61ab9644200 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0639989 Jun 30 21:50:02.355457 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a99e024-e71e-46c7-ad6f-0368ed0c0e81 req-109cb9bf-58a4-4aba-8bae-9021e09e94c7 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jun 30 21:50:03.529776 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844451e-c59a-41ef-932b-3efc568e4c02 req-b161303e-7f0f-487e-ba52-741f4bdc7383 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:03.531315 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7844451e-c59a-41ef-932b-3efc568e4c02 req-b161303e-7f0f-487e-ba52-741f4bdc7383 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0624180 Jun 30 21:50:03.569502 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7844451e-c59a-41ef-932b-3efc568e4c02 req-190d1d54-7603-4225-8882-30ffc56b7395 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jun 30 21:50:04.738026 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af84cb-3653-4104-8163-831b22f60db7 req-00352027-2e5f-4e2d-9ded-b07e420ad963 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:04.739525 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26af84cb-3653-4104-8163-831b22f60db7 req-00352027-2e5f-4e2d-9ded-b07e420ad963 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0640633 Jun 30 21:50:04.776147 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26af84cb-3653-4104-8163-831b22f60db7 req-f81b5ccc-7c94-4b8f-b496-c4ca59ffce4a tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Jun 30 21:50:05.405919 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b091cee-6f4f-4da1-b7e2-da6d30cc8523 req-8ffea02d-8b47-42c6-8ae2-d197dd67f560 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:05.407509 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b091cee-6f4f-4da1-b7e2-da6d30cc8523 req-8ffea02d-8b47-42c6-8ae2-d197dd67f560 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0656495 Jun 30 21:50:05.445388 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8b091cee-6f4f-4da1-b7e2-da6d30cc8523 req-e4e461cf-8178-4e5d-ba01-9f2ec2f9640a tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jun 30 21:50:06.619436 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23fad-8c45-4a9c-9231-f7f8bf0ce82b req-b3bf2b58-6b6d-4318-85b6-4ab8cd18fd79 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:06.620974 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3a23fad-8c45-4a9c-9231-f7f8bf0ce82b req-b3bf2b58-6b6d-4318-85b6-4ab8cd18fd79 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0648897 Jun 30 21:50:06.657937 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f3a23fad-8c45-4a9c-9231-f7f8bf0ce82b req-c240cc61-4aed-490a-ac1e-66edd063f850 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0037bbc0-fecb-4733-b5de-837f699004ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306778 Jun 30 21:50:06.944134 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-231fd110-355a-4b0d-a1c2-9bf111f68ab3 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:06.945658 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-231fd110-355a-4b0d-a1c2-9bf111f68ab3 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.13 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 948 time: 0.0606732 Jun 30 21:50:07.042671 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Deleting port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:50:07.043028 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:07.128601 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] For port 747f1095-aba1-4a1d-a357-ca0d5c3aba68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=747f1095-aba1-4a1d-a357-ca0d5c3aba68,segment=NetworkSegment(3229e5bd-1312-4db6-b3f7-551f2823b521),segment_id=3229e5bd-1312-4db6-b3f7-551f2823b521)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:50:07.128958 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:07.140620 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Calling delete_port for 747f1095-aba1-4a1d-a357-ca0d5c3aba68 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:50:07.348802 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:07.377067 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Pushing event deleted for resources: {'Port': ['ID=747f1095-aba1-4a1d-a357-ca0d5c3aba68,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:07.384887 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['747f1095-aba1-4a1d-a357-ca0d5c3aba68'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:50:07.389898 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.390238 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.390581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.390956 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.391287 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.391619 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.391949 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.392277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.392604 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.392937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.393277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.393577 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:07.432740 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] No DVR routers for this DVR port 747f1095-aba1-4a1d-a357-ca0d5c3aba68 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:50:07.435267 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:07.437301 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f83a55f6-812d-4618-a4ee-ff98237d4f47 req-166918c3-9f03-489d-a2a6-cb63dabbc950 tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.13 "DELETE /v2.0/ports/747f1095-aba1-4a1d-a357-ca0d5c3aba68 HTTP/1.1" status: 204 len: 173 time: 0.4865046 Jun 30 21:50:07.437701 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'name': 'network-vif-deleted', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:50:07.439986 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4f2143-474c-4090-9751-fbaa0dd6e1a2" -d '{"events": [{"server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "name": "network-vif-deleted", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:50:07.478217 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0395eac1-9f52-491f-b304-d51a3c69eee3 x-openstack-request-id: req-0395eac1-9f52-491f-b304-d51a3c69eee3 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:50:07.478516 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc0aab6-e2d2-442b-a963-6d63eb276d2a", "name": "network-vif-deleted", "tag": "747f1095-aba1-4a1d-a357-ca0d5c3aba68", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:50:07.478799 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0395eac1-9f52-491f-b304-d51a3c69eee3 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:50:07.479199 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc0aab6-e2d2-442b-a963-6d63eb276d2a', 'name': 'network-vif-deleted', 'tag': '747f1095-aba1-4a1d-a357-ca0d5c3aba68', 'status': 'completed', 'code': 200} Jun 30 21:50:07.801007 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-85f361b5-42fc-4dc8-bd1d-1311e1709850 req-ef86a4c7-2bb9-4d27-bdff-201423334fed tempest-VolumesNegativeTest-814524761 tempest-VolumesNegativeTest-814524761-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc0aab6-e2d2-442b-a963-6d63eb276d2a HTTP/1.1" status: 200 len: 210 time: 0.0316172 Jun 30 21:50:11.072691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 747f1095-aba1-4a1d-a357-ca0d5c3aba68 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:50:11.094596 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 747f1095-aba1-4a1d-a357-ca0d5c3aba68 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:50:11.095036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 747f1095-aba1-4a1d-a357-ca0d5c3aba68 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:50:14.306158 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35568) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:50:14.434099 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e014225c-2df8-445a-965d-e22331100a0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57a3938e081446fda8784c9b234efb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267209 Jun 30 21:50:14.436588 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35572) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:50:14.482868 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:14.503596 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:14.602119 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:14.604810 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:14.605973 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0037bbc0-fecb-4733-b5de-837f699004ac HTTP/1.1" status: 204 len: 168 time: 0.1684761 Jun 30 21:50:14.614514 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037bbc0-fecb-4733-b5de-837f699004ac,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:14.621757 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.622042 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.622389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.622763 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.623083 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.623421 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.623780 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.624210 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.624453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.625426 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.625758 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:14.626088 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85f56a-dfa8-48d5-898c-0b8089d9060b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:15.205773 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.574943 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35596) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:50:15.667862 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2000041844-network', 'tenant_id': '3344343f1a3b49c7af2a0353d787691c'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:50:15.754311 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Made reservation on behalf of 3344343f1a3b49c7af2a0353d787691c for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:50:15.756648 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.764942 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.851804 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.937647 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.961603 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:50:15.970991 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0d532-5032-4381-be32-b134a84329cd,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:15.975654 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:15.976001 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Added segment 720371b3-18e6-42bf-902a-1d2d24ff131c of type vlan for network 9dc50efb-242c-4736-ba00-f4389132d6da Jun 30 21:50:16.013526 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.119688 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.120635 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:16.121253 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.177694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc50efb-242c-4736-ba00-f4389132d6da,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:16.188299 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 9dc50efb-242c-4736-ba00-f4389132d6da details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:50:16.235728 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2fdd37f7-0d92-4f45-af75-6cb31f4d43e4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6595531 Jun 30 21:50:16.238307 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 35602) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:50:16.243236 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Request body: {'subnet': {'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2000041844-subnet', 'tenant_id': '3344343f1a3b49c7af2a0353d787691c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:50:16.322235 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Made reservation on behalf of 3344343f1a3b49c7af2a0353d787691c for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:50:16.324591 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12484150'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.579715 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12484132'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.640333 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a3d060-0827-428c-8448-14220207d64d,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:16.649189 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Checking segment: {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:50:16.649547 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Network hostable DHCP agents. Network: 9dc50efb-242c-4736-ba00-f4389132d6da, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:50:16.761880 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Network 9dc50efb-242c-4736-ba00-f4389132d6da is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:50:16.847888 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 9dc50efb-242c-4736-ba00-f4389132d6da) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:50:16.851928 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:16.852510 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:16.856721 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c51cfa-7914-4b34-8886-dc34964e48f0 None None] Network 9dc50efb-242c-4736-ba00-f4389132d6da requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:50:16.923428 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-6d3840c3-34bf-450e-a1f0-b225a72f718c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6840224 Jun 30 21:50:16.989194 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fc054-c238-44ce-8a81-5e3d7275344f None None] Network 9dc50efb-242c-4736-ba00-f4389132d6da requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:50:19.069800 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-21e2965b-4b46-4b26-a505-d1bb70db83fa tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:19.071342 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-21e2965b-4b46-4b26-a505-d1bb70db83fa tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/networks?id=9dc50efb-242c-4736-ba00-f4389132d6da HTTP/1.1" status: 200 len: 814 time: 0.0974927 Jun 30 21:50:19.086414 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-29215165-8eb7-44a4-be88-e00298f3012f tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/quotas/3344343f1a3b49c7af2a0353d787691c HTTP/1.1" status: 200 len: 375 time: 0.0092242 Jun 30 21:50:19.121717 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-bccb2345-1791-4cb3-8b44-066d8d873b04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305524 Jun 30 21:50:19.207411 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-59716d51-85dd-4931-ab9d-59140f761ada service neutron] 10.222.0.11 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785840 Jun 30 21:50:19.295014 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-c63875e2-ab4a-49cc-8e8b-09f9f58f5b66 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815914 Jun 30 21:50:19.549890 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fc88ca66-b094-4980-8b0e-7fe017410b65 req-00a8b35a-6dc8-4278-b717-771c8dbca14b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jun 30 21:50:20.686413 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-73138363-960c-4d3f-be80-c48693c81942 req-2e4d045d-f1dd-44f1-9c47-767394f626bc tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Jun 30 21:50:20.943536 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:50:21.827172 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-19a6848d-3efb-4391-ab56-714eb06746e8 req-bf019b3b-5ec1-413e-bc7d-cf22446dc5f4 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 210 time: 0.0319405 Jun 30 21:50:21.878863 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-8953d6d3-0d77-4b77-bf75-59ae07e6c6ba tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:21.880301 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-8953d6d3-0d77-4b77-bf75-59ae07e6c6ba tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "GET /v2.0/networks?id=9dc50efb-242c-4736-ba00-f4389132d6da HTTP/1.1" status: 200 len: 814 time: 0.1080761 Jun 30 21:50:21.897963 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Request body: {'port': {'device_id': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da', 'admin_state_up': True, 'tenant_id': '3344343f1a3b49c7af2a0353d787691c'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:50:22.068477 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Made reservation on behalf of 3344343f1a3b49c7af2a0353d787691c for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:50:22.072005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.192819 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Allocated IP 172.20.0.3 (9dc50efb-242c-4736-ba00-f4389132d6da/c7a3d060-0827-428c-8448-14220207d64d/0a16c51a-7270-4188-a07b-8a39b404965e) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:50:22.335823 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.419598 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.462342 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Network 9dc50efb-242c-4736-ba00-f4389132d6da is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:50:22.465610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:50:22.469800 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:50:22.498244 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Pushing event updated for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:22.524852 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:22.525456 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.606507 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-d44c4a44-916b-477c-a9da-695328f6af04 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7121902 Jun 30 21:50:22.625124 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Request body: {'port': {'device_id': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:50:22.694731 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.957873 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a16c51a-7270-4188-a07b-8a39b404965e {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:50:22.965418 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.978070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Transition to ACTIVE for port object 0a16c51a-7270-4188-a07b-8a39b404965e will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:50:23.005909 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4317d87-128a-4b02-9996-2395643224e8 req-e7063a44-f527-43cd-b309-2bba93ee9d59 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.007603 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4317d87-128a-4b02-9996-2395643224e8 req-e7063a44-f527-43cd-b309-2bba93ee9d59 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 931 time: 0.0656950 Jun 30 21:50:23.047516 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f4317d87-128a-4b02-9996-2395643224e8 req-8943f9d7-2a30-4e7f-8040-cc4c9266775a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Jun 30 21:50:23.051167 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:23.118771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab4c7-e345-4117-a081-37974a406514 service neutron] Pushing event updated for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:23.165686 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Attempting to bind port 0a16c51a-7270-4188-a07b-8a39b404965e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:50:23.166011 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Attempting to bind port 0a16c51a-7270-4188-a07b-8a39b404965e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:50:23.166334 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Attempting to bind port 0a16c51a-7270-4188-a07b-8a39b404965e on network 9dc50efb-242c-4736-ba00-f4389132d6da {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:50:23.170449 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Port 0a16c51a-7270-4188-a07b-8a39b404965e on network 9dc50efb-242c-4736-ba00-f4389132d6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:50:23.170796 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Attempting to bind port 0a16c51a-7270-4188-a07b-8a39b404965e on network 9dc50efb-242c-4736-ba00-f4389132d6da {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:50:23.175455 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:50:23.175788 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Checking segment: {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:50:23.176160 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Bound using segment: {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:50:23.176574 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Bound port: 0a16c51a-7270-4188-a07b-8a39b404965e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:50:23.176924 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:23.239478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:50:23.242356 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0a16c51a-7270-4188-a07b-8a39b404965e,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:50:23.320423 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:23.356244 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.356848 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:23.358199 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-debab4c7-e345-4117-a081-37974a406514 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a16c51a-7270-4188-a07b-8a39b404965e HTTP/1.1" status: 200 len: 1093 time: 0.7373431 Jun 30 21:50:23.358669 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:50:23.360902 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5b6f2-b52a-47e7-aca4-111d80beb773" -d '{"events": [{"name": "network-changed", "server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:50:23.381962 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab4c7-e345-4117-a081-37974a406514 service neutron] Pushing event updated for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:23.398296 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0359c7-46d6-4fcf-bb38-cf0346fad57c x-openstack-request-id: req-ee0359c7-46d6-4fcf-bb38-cf0346fad57c {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:50:23.398590 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:50:23.398877 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee0359c7-46d6-4fcf-bb38-cf0346fad57c {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:50:23.399279 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e', 'status': 'completed', 'code': 200} Jun 30 21:50:23.492592 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-00908bbf-cf29-433d-ae1a-50dad6c4a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.494098 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-00908bbf-cf29-433d-ae1a-50dad6c4a028 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 1096 time: 0.0545158 Jun 30 21:50:23.597867 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-22700e65-cac9-410c-8731-91391fe20608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.599489 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-22700e65-cac9-410c-8731-91391fe20608 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3344343f1a3b49c7af2a0353d787691c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926526 Jun 30 21:50:23.690199 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-8af3fe5f-a2f1-4050-90a4-7c7954a60535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.691671 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-dbd5b6f2-b52a-47e7-aca4-111d80beb773 req-8af3fe5f-a2f1-4050-90a4-7c7954a60535 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869110 Jun 30 21:50:23.803771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-0d8dddf6-5d03-42be-8d48-cf537bfe2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.805258 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-0d8dddf6-5d03-42be-8d48-cf537bfe2cf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 1096 time: 0.0539012 Jun 30 21:50:23.849840 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-0fcbbca2-e016-48a8-a565-7a4dd15109fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a16c51a-7270-4188-a07b-8a39b404965e HTTP/1.1" status: 200 len: 217 time: 0.0322933 Jun 30 21:50:23.895842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258be9-4689-497e-a614-9d545f28ac23 req-a0a1cc0f-4cf4-4804-99b8-fa348ae21aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:23.897240 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-a0a1cc0f-4cf4-4804-99b8-fa348ae21aa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a3d060-0827-428c-8448-14220207d64d HTTP/1.1" status: 200 len: 854 time: 0.0420849 Jun 30 21:50:23.929497 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-4d83a039-3656-4fa0-be97-efcf8f680b71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dc50efb-242c-4736-ba00-f4389132d6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261445 Jun 30 21:50:24.017941 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-0d6f40c7-b5cf-4f64-8f2b-97b6724e5300 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823789 Jun 30 21:50:24.108210 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ab258be9-4689-497e-a614-9d545f28ac23 req-30c256d4-8a2f-4c02-bfad-ecc8b0e7277d service neutron] 10.222.0.13 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845973 Jun 30 21:50:24.223765 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c756-b7b2-4ffa-a09c-ed012249a48a req-bebdb9f7-6cb7-49f5-845f-43b51545b6f0 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:24.225226 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5868c756-b7b2-4ffa-a09c-ed012249a48a req-bebdb9f7-6cb7-49f5-845f-43b51545b6f0 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 943 time: 0.0621929 Jun 30 21:50:24.261556 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5868c756-b7b2-4ffa-a09c-ed012249a48a req-90b21a29-cc36-4717-bf98-c01bba6bcf87 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Jun 30 21:50:25.436266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56b565-0b54-432b-9039-1ef95c0cf0a4 req-3765875b-b179-4b43-bc70-2408b69e2b66 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:25.438711 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c56b565-0b54-432b-9039-1ef95c0cf0a4 req-3765875b-b179-4b43-bc70-2408b69e2b66 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 943 time: 0.0680449 Jun 30 21:50:25.476866 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0c56b565-0b54-432b-9039-1ef95c0cf0a4 req-6f7b5673-2aac-48fc-a851-805e8882da95 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Jun 30 21:50:25.773140 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bced1f2-9b85-413c-9895-e69bd110d6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:26.646937 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7fc09-b4d8-41fb-bbf4-913d889ec872 req-9fe7fab0-b5d5-4bfb-8a7b-923bee727400 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:26.648356 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7fa7fc09-b4d8-41fb-bbf4-913d889ec872 req-9fe7fab0-b5d5-4bfb-8a7b-923bee727400 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 943 time: 0.0618830 Jun 30 21:50:26.685548 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7fa7fc09-b4d8-41fb-bbf4-913d889ec872 req-c8a53659-d420-4132-8d03-f705123df067 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Jun 30 21:50:26.795782 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-d6dbd8c0-c7ce-4e11-b204-3e1d2c22a2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495019 Jun 30 21:50:26.902515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0026b4-7562-431b-9aae-1345f3a5fade req-841ba555-4ce0-4940-9d27-763d18c0dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:26.904009 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-841ba555-4ce0-4940-9d27-763d18c0dbb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1099 time: 0.0500591 Jun 30 21:50:27.009472 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0026b4-7562-431b-9aae-1345f3a5fade req-f6fdbe70-6cf6-43c6-a1fb-449fc188cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:27.010979 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-f6fdbe70-6cf6-43c6-a1fb-449fc188cbf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0868518 Jun 30 21:50:27.073828 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-51a2d1ac-9acb-41a0-8a90-75b810cdfd27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 1002 time: 0.0559099 Jun 30 21:50:27.121864 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0026b4-7562-431b-9aae-1345f3a5fade req-fbea3078-bc45-44a0-9465-409b5c044c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:27.123344 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-fbea3078-bc45-44a0-9465-409b5c044c16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0433009 Jun 30 21:50:27.181171 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0a16c51a-7270-4188-a07b-8a39b404965e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:50:27.183599 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0026b4-7562-431b-9aae-1345f3a5fade req-f169ec76-130d-4333-8432-994c65307766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:27.185094 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-f169ec76-130d-4333-8432-994c65307766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552509 Jun 30 21:50:27.273382 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0a16c51a-7270-4188-a07b-8a39b404965e,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:50:27.273732 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-51b611b6-b81a-410a-a647-a6fecc70f9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809057 Jun 30 21:50:27.285047 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '0a16c51a-7270-4188-a07b-8a39b404965e', 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da', 'port_id': '0a16c51a-7270-4188-a07b-8a39b404965e', 'mac_address': 'fa:16:3e:74:a6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a3d060-0827-428c-8448-14220207d64d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:50:27.325436 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:27.339331 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a16c51a-7270-4188-a07b-8a39b404965e {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:50:27.358896 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0a16c51a-7270-4188-a07b-8a39b404965e,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:50:27.366037 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-df0026b4-7562-431b-9aae-1345f3a5fade req-bbe8097e-2226-4311-a8fb-c6cf7adc16fa service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Jun 30 21:50:27.436576 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:27.484591 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:27.491736 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.492099 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.492445 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.492788 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.493127 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.493467 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.493802 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.494136 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.494471 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.494856 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.495213 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.495578 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:50:27.854443 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46083-2964-47cd-be90-0f3a95b2820c req-77f1c17c-fb45-4034-af9e-b8d8e80357ae tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:27.855915 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7b46083-2964-47cd-be90-0f3a95b2820c req-77f1c17c-fb45-4034-af9e-b8d8e80357ae tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 944 time: 0.0604804 Jun 30 21:50:27.861281 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['0a16c51a-7270-4188-a07b-8a39b404965e'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:50:27.896687 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7b46083-2964-47cd-be90-0f3a95b2820c req-b434ba74-c6b2-461e-89b3-1d3f83ee2419 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Jun 30 21:50:28.396205 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ea715fd1-f848-4329-83d1-8f801258ac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:28.722295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:29.064194 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d81ad-86fc-4714-ab64-8b483121c437 req-c9d94cf7-abd9-4a41-9226-e918fd7e576e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:29.065563 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-126d81ad-86fc-4714-ab64-8b483121c437 req-c9d94cf7-abd9-4a41-9226-e918fd7e576e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 944 time: 0.0610301 Jun 30 21:50:29.101413 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-126d81ad-86fc-4714-ab64-8b483121c437 req-be9fe893-d2e6-4cd2-9cf1-fecb6b168ab6 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Jun 30 21:50:29.181535 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0a16c51a-7270-4188-a07b-8a39b404965e up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:50:29.293260 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 0a16c51a-7270-4188-a07b-8a39b404965e completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:50:29.297025 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 0a16c51a-7270-4188-a07b-8a39b404965e triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:50:29.297392 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:29.371535 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:29.393832 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:50:29.396114 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca22cbc-7edb-4db9-b9b5-0bb94a0e15f2" -d '{"events": [{"server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "name": "network-vif-plugged", "status": "completed", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:50:29.411937 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0a16c51a-7270-4188-a07b-8a39b404965e,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:50:29.433104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7695838-6bc2-4ebf-adb9-10494a69fd30 x-openstack-request-id: req-b7695838-6bc2-4ebf-adb9-10494a69fd30 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:50:29.433104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "name": "network-vif-plugged", "status": "completed", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:50:29.433104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7695838-6bc2-4ebf-adb9-10494a69fd30 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:50:29.433104 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e', 'code': 200} Jun 30 21:50:29.468404 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:29.520954 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:50:29.797748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:29.861030 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e8574-3e07-426c-b938-235031e17c0e req-b1c2b748-33b7-423f-84b9-92e5b3a62ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:29.862348 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f75e8574-3e07-426c-b938-235031e17c0e req-b1c2b748-33b7-423f-84b9-92e5b3a62ea9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 1098 time: 0.0535316 Jun 30 21:50:29.895859 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f75e8574-3e07-426c-b938-235031e17c0e req-9e062dc1-1ee7-44ef-b011-3c2edb57918b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270262 Jun 30 21:50:30.267015 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538f73f-1c10-4ea7-bcf9-28d51b588160 req-53e29785-f413-4c02-aac4-b35adb4cd8cb tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:30.268463 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2538f73f-1c10-4ea7-bcf9-28d51b588160 req-53e29785-f413-4c02-aac4-b35adb4cd8cb tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.0602670 Jun 30 21:50:30.304445 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2538f73f-1c10-4ea7-bcf9-28d51b588160 req-f76b5198-0ef7-4af2-9dee-1f56feb365ea tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305555 Jun 30 21:50:31.481957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f741d9b-2104-4958-9c96-7adef416a96e req-2ce69971-3cff-448b-a73c-03bd00202eae tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:31.483483 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f741d9b-2104-4958-9c96-7adef416a96e req-2ce69971-3cff-448b-a73c-03bd00202eae tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.0681136 Jun 30 21:50:31.522582 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4f741d9b-2104-4958-9c96-7adef416a96e req-beee163c-645b-45ca-b32c-99e525ced9ce tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Jun 30 21:50:31.656785 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:32.692858 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91bbf0-3aac-4f39-8189-0c166de67554 req-c3bd09e9-40c2-4b7f-9989-4b923c4d3977 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:50:32.694334 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f91bbf0-3aac-4f39-8189-0c166de67554 req-c3bd09e9-40c2-4b7f-9989-4b923c4d3977 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.0612853 Jun 30 21:50:32.731436 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7f91bbf0-3aac-4f39-8189-0c166de67554 req-9e0605f8-5eca-4375-ba45-7a7ad86a0597 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Jun 30 21:50:45.212488 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:55.789155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d186cb54-c2f8-4d44-8164-1e216f206775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:57.942525 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:50:58.417679 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14f25bf5-c680-4b80-8e1d-b8448ce85df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:58.721080 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:59.770288 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:01.669050 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:15.222708 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:25.788308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-650b5792-3043-4bf0-8b0b-0748c4bab4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:28.057271 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-8b827d97-ad2c-46fd-b658-f4933f4d2720 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521266 Jun 30 21:51:28.181426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-28d09094-7b06-4013-a207-c84700d2af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:28.183110 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-28d09094-7b06-4013-a207-c84700d2af48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 1099 time: 0.0553966 Jun 30 21:51:28.292786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-a8a7c01c-ecc4-4a0e-90a4-def2e5335252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:28.294258 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-a8a7c01c-ecc4-4a0e-90a4-def2e5335252 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0834835 Jun 30 21:51:28.362064 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-42d43fda-9728-4a22-bc99-8e7154773f0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 200 len: 1002 time: 0.0606229 Jun 30 21:51:28.408471 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-adb64495-33dd-41d4-becd-073ee22d0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:28.410455 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-adb64495-33dd-41d4-becd-073ee22d0fc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0419173 Jun 30 21:51:28.422483 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dad119f-64f2-44a3-9fa3-903a02ddc4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:28.466244 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-d77af071-0146-4c25-b236-6d3e50aff83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:28.467732 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-d77af071-0146-4c25-b236-6d3e50aff83b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505354 Jun 30 21:51:28.558096 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-ec75a8ec-5f2a-447e-8075-7d691cb286df service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Jun 30 21:51:28.651915 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c299b16f-4bd7-4e5d-b24a-d0e1c53cacd5 req-141183b9-5da4-43e4-ad30-6fffdd9012f8 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Jun 30 21:51:28.725449 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:29.794359 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:30.256764 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1ed07-5e13-4a4c-9195-bfb761ad2123 req-adc3b731-5306-492d-899c-99c464a62abd tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:30.258157 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0f1ed07-5e13-4a4c-9195-bfb761ad2123 req-adc3b731-5306-492d-899c-99c464a62abd tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.0604532 Jun 30 21:51:30.301913 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0f1ed07-5e13-4a4c-9195-bfb761ad2123 req-5a7253a4-082f-44f1-8d2d-08e5a838560d tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355105 Jun 30 21:51:31.518771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9773d2-d805-4f04-a2e2-f2328bd9680f req-92bfe10b-2ad2-4fdb-bc4c-4955dd551a09 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:31.520241 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df9773d2-d805-4f04-a2e2-f2328bd9680f req-92bfe10b-2ad2-4fdb-bc4c-4955dd551a09 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.1088591 Jun 30 21:51:31.561145 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-df9773d2-d805-4f04-a2e2-f2328bd9680f req-84d62bf6-7c26-49c5-95cb-edf2a22b09ca tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Jun 30 21:51:31.663272 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:32.163238 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-048f6c46-9f40-48bc-a8b6-897aecc59875 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:32.164689 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-048f6c46-9f40-48bc-a8b6-897aecc59875 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 945 time: 0.0639677 Jun 30 21:51:32.258128 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Deleting port 0a16c51a-7270-4188-a07b-8a39b404965e {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:51:32.258465 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:32.346390 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] For port 0a16c51a-7270-4188-a07b-8a39b404965e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0a16c51a-7270-4188-a07b-8a39b404965e,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:51:32.346785 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:32.357833 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Calling delete_port for 0a16c51a-7270-4188-a07b-8a39b404965e owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:51:32.536748 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:32.568838 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Pushing event deleted for resources: {'Port': ['ID=0a16c51a-7270-4188-a07b-8a39b404965e,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:32.571118 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['0a16c51a-7270-4188-a07b-8a39b404965e'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:51:32.580972 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.581307 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.581651 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.582020 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.582361 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.582722 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.583059 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.583390 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.583725 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.584300 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.584437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.584688 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:32.622354 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] No DVR routers for this DVR port 0a16c51a-7270-4188-a07b-8a39b404965e on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:51:32.624836 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:32.626918 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0e99588c-91d1-4d60-964f-cd0014ecbee0 req-2a3e1183-e952-4aa5-9ed2-a04e00bb9cf2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "DELETE /v2.0/ports/0a16c51a-7270-4188-a07b-8a39b404965e HTTP/1.1" status: 204 len: 173 time: 0.4566336 Jun 30 21:51:32.627351 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'name': 'network-vif-deleted', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:51:32.629561 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4ee09-7f80-4e9e-b986-e9fddfaee6d5" -d '{"events": [{"server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "name": "network-vif-deleted", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:51:32.664717 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de994c6-57fa-485d-9193-3d38b4d21f98 x-openstack-request-id: req-3de994c6-57fa-485d-9193-3d38b4d21f98 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:51:32.665005 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111d349-9ec3-4fe6-87aa-2d1d665749d2", "name": "network-vif-deleted", "tag": "0a16c51a-7270-4188-a07b-8a39b404965e", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:51:32.665362 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3de994c6-57fa-485d-9193-3d38b4d21f98 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:51:32.665759 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111d349-9ec3-4fe6-87aa-2d1d665749d2', 'name': 'network-vif-deleted', 'tag': '0a16c51a-7270-4188-a07b-8a39b404965e', 'status': 'completed', 'code': 200} Jun 30 21:51:32.703897 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2dd6be7d-0032-476d-ad7d-d64b29435654 req-919a5589-9ef4-4899-8dd9-2411946d9624 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=7111d349-9ec3-4fe6-87aa-2d1d665749d2 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Jun 30 21:51:34.941741 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:51:36.799036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0a16c51a-7270-4188-a07b-8a39b404965e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:51:36.819113 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 0a16c51a-7270-4188-a07b-8a39b404965e {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:51:36.819451 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 0a16c51a-7270-4188-a07b-8a39b404965e not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:51:38.187073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61967193-9979-48a4-b85e-6723b8fa7295 req-90782849-0598-44db-813f-a9f99d642a9f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:38.188528 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61967193-9979-48a4-b85e-6723b8fa7295 req-90782849-0598-44db-813f-a9f99d642a9f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0649230 Jun 30 21:51:38.225603 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61967193-9979-48a4-b85e-6723b8fa7295 req-f076dacb-6c2d-4bdc-b1f0-62bbacfce1b3 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Jun 30 21:51:39.397861 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8084-d2ac-4c4b-8e33-a28606a7b765 req-aa68e241-95ae-464d-85f4-b8b3302572bb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:39.399400 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fffe8084-d2ac-4c4b-8e33-a28606a7b765 req-aa68e241-95ae-464d-85f4-b8b3302572bb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0629802 Jun 30 21:51:39.436743 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fffe8084-d2ac-4c4b-8e33-a28606a7b765 req-5779a02a-8738-4fbc-8fcb-b9a0a2a51175 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jun 30 21:51:40.148371 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-97be89a0-ee3b-41f9-bd8e-629212490f03 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:40.149800 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-97be89a0-ee3b-41f9-bd8e-629212490f03 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0696788 Jun 30 21:51:40.249311 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port c5027455-440c-463f-bc96-7f82ab2d3623 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:51:40.249653 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:40.334479 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] For port c5027455-440c-463f-bc96-7f82ab2d3623, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5027455-440c-463f-bc96-7f82ab2d3623,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:51:40.334871 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:40.503103 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:40.503472 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:40.503782 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP fd8f0a17-3437-41d9-8d16-8cb9fb54f374 disassociated. External IP: 172.27.3.218, port: c5027455-440c-463f-bc96-7f82ab2d3623. Jun 30 21:51:40.504119 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for c5027455-440c-463f-bc96-7f82ab2d3623 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:51:40.612154 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450ee07-e808-4de7-b9de-49581881f2d8 req-cdb0ccca-8f9b-43bc-8fa7-852b7828dcff tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:40.613656 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f450ee07-e808-4de7-b9de-49581881f2d8 req-cdb0ccca-8f9b-43bc-8fa7-852b7828dcff tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 946 time: 0.0635264 Jun 30 21:51:40.650544 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f450ee07-e808-4de7-b9de-49581881f2d8 req-85f89752-c775-4301-a6de-141be05bd79c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Jun 30 21:51:40.696217 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:40.729355 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=c5027455-440c-463f-bc96-7f82ab2d3623,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:41.102824 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:51:41.212110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:51:41.223125 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:51:41.232417 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:51:41.233050 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:51:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:51:41.255200 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] No DVR routers for this DVR port c5027455-440c-463f-bc96-7f82ab2d3623 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:51:41.258619 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:41.260716 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-235422a3-6afe-450d-a1a6-0e8ce3d6c3d7 req-730a64db-80c4-4243-9815-6c905ca27445 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "DELETE /v2.0/ports/c5027455-440c-463f-bc96-7f82ab2d3623 HTTP/1.1" status: 204 len: 173 time: 1.1055942 Jun 30 21:51:41.261152 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'name': 'network-vif-deleted', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:51:41.263513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3c7cb0-a62f-455a-b9e3-497751f6ef35" -d '{"events": [{"server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "name": "network-vif-deleted", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:51:41.299309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a449d-a462-4484-8fd2-3997d743f904 x-openstack-request-id: req-802a449d-a462-4484-8fd2-3997d743f904 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:51:41.299309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5366f-643d-4e9f-b80b-05f7fe1ff282", "name": "network-vif-deleted", "tag": "c5027455-440c-463f-bc96-7f82ab2d3623", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:51:41.299309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-802a449d-a462-4484-8fd2-3997d743f904 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:51:41.299619 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5366f-643d-4e9f-b80b-05f7fe1ff282', 'name': 'network-vif-deleted', 'tag': 'c5027455-440c-463f-bc96-7f82ab2d3623', 'status': 'completed', 'code': 200} Jun 30 21:51:41.343872 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:51:41.542962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:51:41.572586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:51:41.580879 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:51:41.581483 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:51:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:51:41.684846 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:51:41.791581 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4246d100-c501-4e3e-bf88-36136282a34e req-e6584f8e-fa57-45d1-905f-70771fe4d027 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0310173 Jun 30 21:51:41.879093 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3e867079-1dd3-464f-8502-210702bc624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:51:41.904514 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867079-1dd3-464f-8502-210702bc624f None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:51:42.099879 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb9a2e-df7f-47bb-ab0a-80b048affa0d None None] New status for floating IP fd8f0a17-3437-41d9-8d16-8cb9fb54f374: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:51:42.931026 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9cffa61e-7b20-48d5-bded-65481426ac90 req-dfa3ff9d-d8e2-4efc-8f0c-66091aa387a5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Jun 30 21:51:44.078174 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4e02814a-c747-4778-a9d4-06994a747f58 req-c9f2340e-749a-4982-88e8-c38636cb6244 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Jun 30 21:51:44.801198 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device c5027455-440c-463f-bc96-7f82ab2d3623 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:51:44.825143 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: c5027455-440c-463f-bc96-7f82ab2d3623 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:51:44.825486 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device c5027455-440c-463f-bc96-7f82ab2d3623 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:51:45.204983 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3393d8a6-f380-48e9-b6f0-32f7da7496fa req-a908247b-9dae-4cc5-944c-2634a38864ea tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Jun 30 21:51:45.267592 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:46.373657 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-783e1800-fe5e-4528-b9d4-4aa75ef1237b req-8a03223d-3e4e-4d88-8855-c316fd804b30 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=30e5366f-643d-4e9f-b80b-05f7fe1ff282 HTTP/1.1" status: 200 len: 210 time: 0.0343580 Jun 30 21:51:46.437147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-fda580d4-b9b9-4581-970b-d6b169a88fd2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:46.438617 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-fda580d4-b9b9-4581-970b-d6b169a88fd2 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/networks?id=9dc50efb-242c-4736-ba00-f4389132d6da HTTP/1.1" status: 200 len: 814 time: 0.1309016 Jun 30 21:51:46.453109 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-07538afd-dd84-43d6-a4c3-cbf0b1482842 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/quotas/3344343f1a3b49c7af2a0353d787691c HTTP/1.1" status: 200 len: 375 time: 0.0092447 Jun 30 21:51:46.488120 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-d2694d6b-9b92-47c9-a2f1-4e1003c479f6 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301137 Jun 30 21:51:46.577846 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-9045cefc-8789-41a0-998b-46afa6a29200 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824397 Jun 30 21:51:46.669967 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-cb7bd6cd-3f0e-43b0-8349-9189df84a54c service neutron] 10.222.0.11 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865502 Jun 30 21:51:46.924571 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6f5441df-b313-4474-8dba-ba999f6df288 req-dd766114-e019-4820-b527-9797906e59aa tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Jun 30 21:51:47.652696 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-2fe529fa-9448-490b-a1d0-831a98a0dae5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077459308&fields=id&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 267 time: 0.0316944 Jun 30 21:51:47.761959 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-a5b021de-f32d-4015-a755-c2f974d0c6c6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:47.763483 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-a5b021de-f32d-4015-a755-c2f974d0c6c6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.1043320 Jun 30 21:51:47.777986 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-22a00ceb-db5a-4b7e-9b37-2b7ef6def808 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/quotas/f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 375 time: 0.0090406 Jun 30 21:51:47.844292 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-d513d447-4352-42aa-af4d-5c2cd6b77d2c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615754 Jun 30 21:51:47.902812 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-c7f07f31-9010-4af5-8f12-5646efe7159f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:51:47.903805 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-c7f07f31-9010-4af5-8f12-5646efe7159f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484614 Jun 30 21:51:47.999303 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-5bb9f8a2-e11a-4bde-b6f5-141d67a97b2b service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895464 Jun 30 21:51:48.096986 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6e465df5-8409-4411-802b-b316dba5402e req-3a8ab610-f1f7-4a3a-8241-6b23eeb8da24 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 210 time: 0.0370796 Jun 30 21:51:48.120075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-f9e8494e-1f00-4281-b23b-7772e4a7987f service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153011 Jun 30 21:51:48.642142 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c9b96235-1471-4394-b0af-f566deda4b30 req-1cba22be-6656-4035-8c34-ca75c3b78ae3 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 210 time: 0.0286436 Jun 30 21:51:48.974269 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-89ea2a92-a605-493b-8410-9eed97b8ed0a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:48.975840 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-89ea2a92-a605-493b-8410-9eed97b8ed0a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "GET /v2.0/networks?id=9dc50efb-242c-4736-ba00-f4389132d6da HTTP/1.1" status: 200 len: 814 time: 0.1023672 Jun 30 21:51:48.994022 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Request body: {'port': {'device_id': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da', 'admin_state_up': True, 'tenant_id': '3344343f1a3b49c7af2a0353d787691c'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:51:49.169073 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Made reservation on behalf of 3344343f1a3b49c7af2a0353d787691c for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:51:49.172697 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:49.235557 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-ac7784cc-c84f-448a-b4b5-81eb8ca760db req-220807be-92a9-42d8-81ac-acc35c6cf56b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 210 time: 0.0281992 Jun 30 21:51:49.298235 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Allocated IP 172.20.0.13 (9dc50efb-242c-4736-ba00-f4389132d6da/c7a3d060-0827-428c-8448-14220207d64d/11007258-2f6f-491e-9ab9-ddfa28dfd395) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:51:49.445497 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:49.593670 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:49.639095 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Network 9dc50efb-242c-4736-ba00-f4389132d6da is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:51:49.650358 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:51:49.650358 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:51:49.675505 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Pushing event updated for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:49.709466 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:49.712752 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:49.786907 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d31025a8-131e-46e6-9537-b29b98b2c979 req-c426cd93-6676-4521-863a-9a170a5d0e15 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 210 time: 0.0280890 Jun 30 21:51:49.834129 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-de882c33-42d2-4ed2-8050-c81aa35cbf3b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447497 Jun 30 21:51:49.914568 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Request body: {'port': {'device_id': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:51:49.987633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.239784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11007258-2f6f-491e-9ab9-ddfa28dfd395 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:51:50.246940 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.258732 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Transition to ACTIVE for port object 11007258-2f6f-491e-9ab9-ddfa28dfd395 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:51:50.324859 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.396460 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Pushing event updated for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:50.409092 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a168d-283f-4bc0-8bab-0206f358852f req-3851cf1c-d658-4052-bd79-697a0ea60658 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:50.410621 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b49a168d-283f-4bc0-8bab-0206f358852f req-3851cf1c-d658-4052-bd79-697a0ea60658 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 944 time: 0.0654097 Jun 30 21:51:50.445569 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Attempting to bind port 11007258-2f6f-491e-9ab9-ddfa28dfd395 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:51:50.445903 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Attempting to bind port 11007258-2f6f-491e-9ab9-ddfa28dfd395 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:51:50.446227 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Attempting to bind port 11007258-2f6f-491e-9ab9-ddfa28dfd395 on network 9dc50efb-242c-4736-ba00-f4389132d6da {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:51:50.448747 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b49a168d-283f-4bc0-8bab-0206f358852f req-4ef5e1fb-14ba-421b-84ea-c89e17e464ad tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jun 30 21:51:50.450871 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Port 11007258-2f6f-491e-9ab9-ddfa28dfd395 on network 9dc50efb-242c-4736-ba00-f4389132d6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:51:50.451188 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Attempting to bind port 11007258-2f6f-491e-9ab9-ddfa28dfd395 on network 9dc50efb-242c-4736-ba00-f4389132d6da {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:51:50.457313 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:51:50.462706 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Checking segment: {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:51:50.462706 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Bound using segment: {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:51:50.462706 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Bound port: 11007258-2f6f-491e-9ab9-ddfa28dfd395, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720371b3-18e6-42bf-902a-1d2d24ff131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:51:50.462706 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.525215 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:51:50.528076 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:51:50.617239 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.654378 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:50.655112 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.656521 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] 10.222.0.13 "PUT /v2.0/ports/11007258-2f6f-491e-9ab9-ddfa28dfd395 HTTP/1.1" status: 200 len: 1094 time: 0.7464385 Jun 30 21:51:50.656956 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:51:50.659230 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:51:50.684329 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb6bc2-a824-433c-8953-8ad2aa471cdc service neutron] Pushing event updated for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:50.696736 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f89c5c-19bc-43a4-9778-c21be604f1bb x-openstack-request-id: req-d8f89c5c-19bc-43a4-9778-c21be604f1bb {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:51:50.697053 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:51:50.697303 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8f89c5c-19bc-43a4-9778-c21be604f1bb {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:51:50.697696 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395', 'status': 'completed', 'code': 200} Jun 30 21:51:50.861874 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-a8fc5760-fa1b-4862-a1b3-5a4f7752f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:50.863395 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-a8fc5760-fa1b-4862-a1b3-5a4f7752f40c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 1097 time: 0.1248467 Jun 30 21:51:50.882929 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-339f9fa5-504b-42e9-a305-19000573fe79 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:50.884355 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-339f9fa5-504b-42e9-a305-19000573fe79 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.1151850 Jun 30 21:51:50.928359 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3b49c347-b114-45c3-a400-b5891eb25b75 req-690f6bb6-5f42-46fa-8d1c-a5e9472483a7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 210 time: 0.0285728 Jun 30 21:51:50.983572 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-79dcf3d2-9bc8-4039-a431-8cbd0fddb5b5 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 380 time: 0.0806248 Jun 30 21:51:50.995260 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'port': {'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'admin_state_up': True, 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'security_groups': ['51161879-da93-46a8-a2bc-c410fd3351f6']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:51:51.036787 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-86ea949c-2c50-4199-82de-353695898db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:51.039881 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-86ea949c-2c50-4199-82de-353695898db6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3344343f1a3b49c7af2a0353d787691c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1632690 Jun 30 21:51:51.193753 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-d301183a-b382-48ca-a4ca-864b1a6320af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:51.195353 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-02a0d805-71e1-40fb-adc1-8d37b26c6ddb req-d301183a-b382-48ca-a4ca-864b1a6320af service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1236820 Jun 30 21:51:51.256034 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Made reservation on behalf of f4496967e3d74b93a323a283531178b5 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:51:51.259703 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:51.378560 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-6ee011ce-9b90-479f-b8f1-0b8e5c1f56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:51.380103 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-6ee011ce-9b90-479f-b8f1-0b8e5c1f56c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3344343f1a3b49c7af2a0353d787691c&device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 1097 time: 0.1180403 Jun 30 21:51:51.446385 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-e168e08c-262a-44b3-a2cf-798b95ce3629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395 HTTP/1.1" status: 200 len: 217 time: 0.0441206 Jun 30 21:51:51.486977 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.20.0.13 (ea11d3f4-7453-4b3f-beb7-23d91a33493b/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb/aed11932-db8d-4757-962b-c3fad9c8bc44) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:51:51.518407 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-09dc65b8-0c8f-47ac-b684-eff817861375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:51.519903 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-09dc65b8-0c8f-47ac-b684-eff817861375 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a3d060-0827-428c-8448-14220207d64d HTTP/1.1" status: 200 len: 854 time: 0.0663135 Jun 30 21:51:51.563612 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-33b7352e-b051-43f9-b757-8296a48c2434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dc50efb-242c-4736-ba00-f4389132d6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367136 Jun 30 21:51:51.623144 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac983-a693-4ba6-b291-88d3b6b1dc03 req-5a06a7ac-cee6-4c6c-818f-d7e56d2ad923 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:51.624658 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c28ac983-a693-4ba6-b291-88d3b6b1dc03 req-5a06a7ac-cee6-4c6c-818f-d7e56d2ad923 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 944 time: 0.0632396 Jun 30 21:51:51.662405 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c28ac983-a693-4ba6-b291-88d3b6b1dc03 req-50da2928-f2a0-4902-ac9c-0eec24ab9a98 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jun 30 21:51:51.731268 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-f91de105-7172-4826-bae9-21bb8d9fb892 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616619 Jun 30 21:51:51.735520 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:51.775909 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Transition to ACTIVE for port object aed11932-db8d-4757-962b-c3fad9c8bc44 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:51:51.849465 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-4b59d038-790e-4db8-a85e-408153dbc6a6 req-5439d291-3231-4b19-b3bb-be09862a10e4 service neutron] 10.222.0.13 "GET /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116822 Jun 30 21:51:51.924744 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:51.970964 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:51:51.974336 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:51:51.978096 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:51:52.009756 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:52.036287 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:52.037086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.114553 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1730e3c-49f1-4d3c-8678-5384f62f38df req-7d8191b5-4f40-443a-bc0e-540aaf55fd60 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:52.116605 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1730e3c-49f1-4d3c-8678-5384f62f38df req-7d8191b5-4f40-443a-bc0e-540aaf55fd60 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 932 time: 0.0703511 Jun 30 21:51:52.120636 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-fc2f94fb-5fec-4312-aba6-f7cccefd72c1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1306951 Jun 30 21:51:52.136851 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Request body: {'port': {'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:51:52.163454 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d1730e3c-49f1-4d3c-8678-5384f62f38df req-99500f6f-5c5b-4714-a722-1ede1fd0fa98 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386221 Jun 30 21:51:52.219104 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.267564 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-416f47d2-d51b-403a-8f4e-cfdd0c4824ff None None] Provisioning for port aed11932-db8d-4757-962b-c3fad9c8bc44 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:51:52.271639 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-416f47d2-d51b-403a-8f4e-cfdd0c4824ff None None] Provisioning complete for port aed11932-db8d-4757-962b-c3fad9c8bc44 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:51:52.272015 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416f47d2-d51b-403a-8f4e-cfdd0c4824ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.306087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-416f47d2-d51b-403a-8f4e-cfdd0c4824ff None None] Port aed11932-db8d-4757-962b-c3fad9c8bc44 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:51:52.480442 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed11932-db8d-4757-962b-c3fad9c8bc44 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:51:52.487727 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.499780 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Transition to ACTIVE for port object aed11932-db8d-4757-962b-c3fad9c8bc44 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:51:52.569937 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.619135 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:52.692101 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Attempting to bind port aed11932-db8d-4757-962b-c3fad9c8bc44 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:51:52.692942 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Attempting to bind port aed11932-db8d-4757-962b-c3fad9c8bc44 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:51:52.692942 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Attempting to bind port aed11932-db8d-4757-962b-c3fad9c8bc44 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:51:52.697784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Port aed11932-db8d-4757-962b-c3fad9c8bc44 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:51:52.698373 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Attempting to bind port aed11932-db8d-4757-962b-c3fad9c8bc44 on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:51:52.703870 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:51:52.704220 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:51:52.704610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Bound using segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:51:52.705070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Bound port: aed11932-db8d-4757-962b-c3fad9c8bc44, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:51:52.705512 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.776630 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:51:52.779878 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aed11932-db8d-4757-962b-c3fad9c8bc44,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:51:52.838232 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f9a8-fcfc-4ecd-bf6e-f13041294d52 req-008ae624-c659-4bd2-927c-d92492de1256 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:52.839756 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d366f9a8-fcfc-4ecd-bf6e-f13041294d52 req-008ae624-c659-4bd2-927c-d92492de1256 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 944 time: 0.0631905 Jun 30 21:51:52.862188 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.877247 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d366f9a8-fcfc-4ecd-bf6e-f13041294d52 req-5d491756-e960-4cac-9ae3-3d3e636fbbe3 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jun 30 21:51:52.899097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:52.899709 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.901070 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 1094 time: 0.7694104 Jun 30 21:51:52.901502 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:51:52.903917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6" -d '{"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:51:52.924728 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157bc7-5a23-433e-8cd8-628f9dd188c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:52.949826 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee917c-2fd8-4763-8e78-6ed89b375c05 x-openstack-request-id: req-5cee917c-2fd8-4763-8e78-6ed89b375c05 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:51:52.950117 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:51:52.950364 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cee917c-2fd8-4763-8e78-6ed89b375c05 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:51:52.950792 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'status': 'completed', 'code': 200} Jun 30 21:51:53.046038 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-edc4fcae-659b-4c59-9c69-31373c66ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.047602 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-edc4fcae-659b-4c59-9c69-31373c66ce9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1097 time: 0.0553136 Jun 30 21:51:53.161143 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-1bd2194a-fae9-4eb9-b9a2-f3d3607acbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.162591 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-1bd2194a-fae9-4eb9-b9a2-f3d3607acbd9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4496967e3d74b93a323a283531178b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947659 Jun 30 21:51:53.254817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-bfab024f-6023-4f22-980c-2cec40149a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.256344 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-eeab9c9d-1069-49b5-8328-c9dc8eb885f6 req-bfab024f-6023-4f22-980c-2cec40149a0d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872083 Jun 30 21:51:53.337127 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f57ac-215e-4292-abc8-1ad1edad95c3 req-31a57753-ce89-49aa-a2a4-94613855098f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.338602 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d50f57ac-215e-4292-abc8-1ad1edad95c3 req-31a57753-ce89-49aa-a2a4-94613855098f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0616074 Jun 30 21:51:53.370886 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-69eb2024-f65c-41bc-99f4-d6aab292ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.372436 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-69eb2024-f65c-41bc-99f4-d6aab292ca64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1097 time: 0.0573447 Jun 30 21:51:53.379797 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d50f57ac-215e-4292-abc8-1ad1edad95c3 req-4ac811db-b5f4-4a29-bd7b-fea4f8a6228a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352459 Jun 30 21:51:53.420066 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-f0dbf026-4f41-4103-8ad1-2da5ca1f3edd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 217 time: 0.0339892 Jun 30 21:51:53.467324 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-0c482eb5-79b6-436f-a74b-b6940f28a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.468727 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-0c482eb5-79b6-436f-a74b-b6940f28a4ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0428002 Jun 30 21:51:53.524513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843055-4308-424f-baa3-8c167626cf93 req-aaa963ff-9fd7-4b18-8603-405d3058e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:53.525890 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-aaa963ff-9fd7-4b18-8603-405d3058e01e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503116 Jun 30 21:51:53.552917 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-0f2c5a1e-c5bc-43df-89f8-c1248bf0032b req-44044dab-eed0-4705-b7f8-266a3232b280 service neutron] (93698) timed out ('10.222.0.13', 53730) {{(pid=93698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 21:51:53.615712 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-4d992199-0c4f-493d-9741-c2a0131e29a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829954 Jun 30 21:51:53.625857 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [req-989cb653-981b-47af-ab11-e0ddb0844d0f req-916b3586-57b0-43ae-b416-5b5ea7b7a34f service neutron] (93698) timed out ('10.222.0.13', 53714) {{(pid=93698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 21:51:53.676427 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [req-a67f79b6-bcee-4fa6-ac65-f4e9672a3a50 req-538f2a71-f03c-41ae-b871-70aee5cc149f service neutron] (93697) timed out ('10.222.0.13', 53743) {{(pid=93697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 21:51:53.705361 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fe843055-4308-424f-baa3-8c167626cf93 req-8c8c352a-1751-4365-a545-0c57524bef96 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837107 Jun 30 21:51:54.047863 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc17df-7823-439c-aac4-bf59f1240c7d req-9cc8e237-edf5-4116-a982-7873a30ef46e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:54.050203 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-85fc17df-7823-439c-aac4-bf59f1240c7d req-9cc8e237-edf5-4116-a982-7873a30ef46e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 944 time: 0.0628953 Jun 30 21:51:54.087407 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-85fc17df-7823-439c-aac4-bf59f1240c7d req-1d04cc5f-07df-4859-9524-38fd0408345e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jun 30 21:51:54.554979 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4db6e-fdbd-442c-bed0-b962ce5cf746 req-eab98a3e-c6d4-4b56-b7ea-15135ad3a654 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:54.556445 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56a4db6e-fdbd-442c-bed0-b962ce5cf746 req-eab98a3e-c6d4-4b56-b7ea-15135ad3a654 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0617831 Jun 30 21:51:54.594557 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-56a4db6e-fdbd-442c-bed0-b962ce5cf746 req-489a3d39-9495-4f72-9406-6de126b1ad68 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325923 Jun 30 21:51:54.816812 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 11007258-2f6f-491e-9ab9-ddfa28dfd395 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:51:54.910489 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:51:54.921127 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '11007258-2f6f-491e-9ab9-ddfa28dfd395', 'network_id': '9dc50efb-242c-4736-ba00-f4389132d6da', 'port_id': '11007258-2f6f-491e-9ab9-ddfa28dfd395', 'mac_address': 'fa:16:3e:b0:0e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a3d060-0827-428c-8448-14220207d64d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:51:54.957869 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:54.970267 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11007258-2f6f-491e-9ab9-ddfa28dfd395 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:51:54.988837 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:51:55.073175 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:55.119602 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:55.127152 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.127510 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.127856 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.128200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.128530 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.128943 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.129184 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.129519 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.129847 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.130170 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.130491 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.130840 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:51:55.258453 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c78a0-c0ce-4658-915e-fa6dcb0b929a req-efd3c721-dd05-44a2-b92e-af15381027d1 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:55.259844 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-806c78a0-c0ce-4658-915e-fa6dcb0b929a req-efd3c721-dd05-44a2-b92e-af15381027d1 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 945 time: 0.0636506 Jun 30 21:51:55.296070 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-806c78a0-c0ce-4658-915e-fa6dcb0b929a req-494be3fd-a381-47c1-8463-f4a5eeb6e1db tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jun 30 21:51:55.473579 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['11007258-2f6f-491e-9ab9-ddfa28dfd395'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:51:55.765508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620c932-14c6-4246-bef0-a161ae95355e req-0a10a37c-3669-4729-823c-6ec3d9ad12ac tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:55.767010 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8620c932-14c6-4246-bef0-a161ae95355e req-0a10a37c-3669-4729-823c-6ec3d9ad12ac tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0645692 Jun 30 21:51:55.786999 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa231559-05ff-4cfd-9ec1-6ee80fa8bb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:55.804687 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8620c932-14c6-4246-bef0-a161ae95355e req-5ee79f47-6d37-4480-b835-4daa487c59cc tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Jun 30 21:51:56.474208 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8419-29cc-49d9-8437-1294d92b70c4 req-8cecf296-7bda-4574-8fbb-80364dc0e466 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:56.475728 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1cf8419-29cc-49d9-8437-1294d92b70c4 req-8cecf296-7bda-4574-8fbb-80364dc0e466 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 945 time: 0.0694969 Jun 30 21:51:56.517546 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1cf8419-29cc-49d9-8437-1294d92b70c4 req-4003186e-36ba-4d17-9b5d-eb5245b63026 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359647 Jun 30 21:51:56.826897 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 11007258-2f6f-491e-9ab9-ddfa28dfd395 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:51:56.923117 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 11007258-2f6f-491e-9ab9-ddfa28dfd395 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:51:56.927213 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 11007258-2f6f-491e-9ab9-ddfa28dfd395 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:51:56.927668 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:56.971950 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb262-c754-496a-a152-acca46f6e471 req-b0b674d7-44b6-4793-a27d-5f9dee12551f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:56.973465 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a3bb262-c754-496a-a152-acca46f6e471 req-b0b674d7-44b6-4793-a27d-5f9dee12551f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0620067 Jun 30 21:51:57.006227 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:57.011508 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6a3bb262-c754-496a-a152-acca46f6e471 req-e7512c09-b7bc-4680-a26d-a771248440a0 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Jun 30 21:51:57.028368 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:51:57.030606 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe45a01-8b4e-4303-8554-24f631988fca" -d '{"events": [{"server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "name": "network-vif-plugged", "status": "completed", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:51:57.043669 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:51:57.064798 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51242830-05f3-4f1d-9096-007c3b3f8419 x-openstack-request-id: req-51242830-05f3-4f1d-9096-007c3b3f8419 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:51:57.065179 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "name": "network-vif-plugged", "status": "completed", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:51:57.065336 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51242830-05f3-4f1d-9096-007c3b3f8419 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:51:57.065716 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395', 'code': 200} Jun 30 21:51:57.102408 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:57.151735 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:51:57.449806 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233c3b0-41a7-4b3d-bf26-7c2e61f4f7e8 req-a40a3c80-50bf-4771-9a24-5e507be91015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:57.451244 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d233c3b0-41a7-4b3d-bf26-7c2e61f4f7e8 req-a40a3c80-50bf-4771-9a24-5e507be91015 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 1099 time: 0.0502481 Jun 30 21:51:57.484129 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-d233c3b0-41a7-4b3d-bf26-7c2e61f4f7e8 req-74878b99-1873-4ff9-b955-612fdb62e53b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271263 Jun 30 21:51:57.683100 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce157-f135-4209-97da-68ed8c95a169 req-7a8d255d-0fa4-4944-92d8-b378cca4064c tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:57.684557 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7fce157-f135-4209-97da-68ed8c95a169 req-7a8d255d-0fa4-4944-92d8-b378cca4064c tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0606596 Jun 30 21:51:57.720975 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a7fce157-f135-4209-97da-68ed8c95a169 req-15fbb02c-0683-4531-af6a-917cfa8c31cc tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Jun 30 21:51:58.187987 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfc8e3-7972-40df-96e0-7afda8853cd8 req-33522e87-3749-4560-aea5-255ac0ca0913 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:58.189642 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21bfc8e3-7972-40df-96e0-7afda8853cd8 req-33522e87-3749-4560-aea5-255ac0ca0913 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0674074 Jun 30 21:51:58.226964 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21bfc8e3-7972-40df-96e0-7afda8853cd8 req-196af433-72a7-48c7-8ab1-8cd68f485a4b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Jun 30 21:51:58.402748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62372e1a-1a71-4240-a9c2-1aeed27fbe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:58.711442 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:58.893749 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7fa0b-154a-429f-b475-6b051de46081 req-8294d7f8-8c76-48ff-baff-b987cc915649 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:58.895291 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2cd7fa0b-154a-429f-b475-6b051de46081 req-8294d7f8-8c76-48ff-baff-b987cc915649 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0647388 Jun 30 21:51:58.931621 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2cd7fa0b-154a-429f-b475-6b051de46081 req-dd7433fb-abc0-4036-8bb8-60a0ef55627a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299909 Jun 30 21:51:59.393630 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf29b0-7fad-413a-a33d-bbb02d9fcd49 req-2016a745-ad6c-4bbb-8c53-b9f1aeab29df tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:51:59.394437 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4bf29b0-7fad-413a-a33d-bbb02d9fcd49 req-2016a745-ad6c-4bbb-8c53-b9f1aeab29df tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0596521 Jun 30 21:51:59.434350 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4bf29b0-7fad-413a-a33d-bbb02d9fcd49 req-2ac30d04-5003-4a45-ba51-f11cc8cd3a19 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 Jun 30 21:51:59.786738 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:00.098172 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc679a-adb4-4808-8eba-5c33febbd3e4 req-55019cb6-acaa-4f4b-8db4-0eea64102d0a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:00.099647 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70bc679a-adb4-4808-8eba-5c33febbd3e4 req-55019cb6-acaa-4f4b-8db4-0eea64102d0a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0607114 Jun 30 21:52:00.135596 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-70bc679a-adb4-4808-8eba-5c33febbd3e4 req-238ae910-a3d0-4c95-be86-8192852a7b3a tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299492 Jun 30 21:52:00.677679 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0987d32-68fd-4278-a488-1639e32b13b0 req-e87ad6a5-719e-4ebf-9291-dfa58876d6a6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:00.679328 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a0987d32-68fd-4278-a488-1639e32b13b0 req-e87ad6a5-719e-4ebf-9291-dfa58876d6a6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 944 time: 0.0621784 Jun 30 21:52:00.716819 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a0987d32-68fd-4278-a488-1639e32b13b0 req-057c72a8-cf57-4178-af49-38005a195b56 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Jun 30 21:52:00.867822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device aed11932-db8d-4757-962b-c3fad9c8bc44 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:52:00.964734 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aed11932-db8d-4757-962b-c3fad9c8bc44,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:00.975237 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:52:01.011861 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:01.024196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed11932-db8d-4757-962b-c3fad9c8bc44 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:52:01.043097 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aed11932-db8d-4757-962b-c3fad9c8bc44,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:01.124476 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:01.175765 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:01.543301 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['aed11932-db8d-4757-962b-c3fad9c8bc44'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:52:01.713113 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:01.894442 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3d9f3-b7b6-4b2f-aefb-a90e33d02e0a req-c270953f-d9ca-4dac-8afa-4b5ad21e7c22 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:01.895989 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26f3d9f3-b7b6-4b2f-aefb-a90e33d02e0a req-c270953f-d9ca-4dac-8afa-4b5ad21e7c22 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 945 time: 0.0666370 Jun 30 21:52:01.933729 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26f3d9f3-b7b6-4b2f-aefb-a90e33d02e0a req-8e061ab6-8786-47cb-aec5-cc06fca7fd0c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jun 30 21:52:02.869851 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device aed11932-db8d-4757-962b-c3fad9c8bc44 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:02.947140 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port aed11932-db8d-4757-962b-c3fad9c8bc44 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:02.951502 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port aed11932-db8d-4757-962b-c3fad9c8bc44 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:02.951871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:03.028760 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:03.058717 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:52:03.060946 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4c68f-7240-45ea-8a29-e0474ea63645" -d '{"events": [{"server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "name": "network-vif-plugged", "status": "completed", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:52:03.080883 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aed11932-db8d-4757-962b-c3fad9c8bc44,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:03.101472 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7986a6-837b-4bc5-b0e8-8665666924e9 x-openstack-request-id: req-fd7986a6-837b-4bc5-b0e8-8665666924e9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:52:03.102360 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "name": "network-vif-plugged", "status": "completed", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:52:03.102622 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd7986a6-837b-4bc5-b0e8-8665666924e9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:52:03.103041 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'code': 200} Jun 30 21:52:03.108279 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae929-2c02-4b8f-b0c6-8c2a5b481f5e req-484aa261-0d92-4a61-a287-6e3e65ea45d3 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:03.109756 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bdaae929-2c02-4b8f-b0c6-8c2a5b481f5e req-484aa261-0d92-4a61-a287-6e3e65ea45d3 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 945 time: 0.0627382 Jun 30 21:52:03.146398 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-bdaae929-2c02-4b8f-b0c6-8c2a5b481f5e req-7a11a52b-8425-4cf0-beb8-a0ee04adfddb tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Jun 30 21:52:03.157555 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:03.207321 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:03.539027 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff1f6-be71-43fe-b14c-a43246d494c2 req-0431c340-35fe-4235-92a4-264641835653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:03.540473 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-9d7ff1f6-be71-43fe-b14c-a43246d494c2 req-0431c340-35fe-4235-92a4-264641835653 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.0505908 Jun 30 21:52:03.573470 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-9d7ff1f6-be71-43fe-b14c-a43246d494c2 req-438c2ce1-14d4-4816-bae9-b87d0f40206e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268464 Jun 30 21:52:04.317262 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80898e-1d4d-427c-91ac-5ac9ad05bb41 req-5b0c517d-289a-4f18-b1da-62469182199f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:04.319441 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f80898e-1d4d-427c-91ac-5ac9ad05bb41 req-5b0c517d-289a-4f18-b1da-62469182199f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0620840 Jun 30 21:52:04.360540 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2f80898e-1d4d-427c-91ac-5ac9ad05bb41 req-88ecf5f9-4818-46de-91e2-2c840fcf95e6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347235 Jun 30 21:52:05.531599 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf9427-41fe-48cf-aa93-791db4f85fbd req-807ddf52-5889-41ed-8443-c814b3afdbc7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:05.533104 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e4cf9427-41fe-48cf-aa93-791db4f85fbd req-807ddf52-5889-41ed-8443-c814b3afdbc7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0623417 Jun 30 21:52:05.569618 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e4cf9427-41fe-48cf-aa93-791db4f85fbd req-35c07786-c99f-4a3c-9ec0-565bcd6c5977 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jun 30 21:52:05.735372 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98997-d121-4458-92c8-49833aff0377 req-9cc5a566-2b44-4d4f-bc27-a0f47c223f32 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:05.736818 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6a98997-d121-4458-92c8-49833aff0377 req-9cc5a566-2b44-4d4f-bc27-a0f47c223f32 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0603485 Jun 30 21:52:05.772551 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6a98997-d121-4458-92c8-49833aff0377 req-bca53193-33d6-4366-9c26-f72478bb45ad tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Jun 30 21:52:05.796470 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36096) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:05.848589 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75542d0f-08aa-4417-9421-cdfcf0b2eff0 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:05.849978 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-75542d0f-08aa-4417-9421-cdfcf0b2eff0 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1094 time: 0.0525188 Jun 30 21:52:05.852637 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36098) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:05.856853 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:05.935528 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:06.027879 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:06.128116 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.27.3.70 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/576f231f-ae73-4069-859e-8a931997ca8c) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:06.225208 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:06.313044 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:06.354118 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:06.357026 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:06.360434 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:06.382842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=576f231f-ae73-4069-859e-8a931997ca8c,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:06.395434 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.395775 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.396109 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.396442 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.396766 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.397096 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.397425 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.397738 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.398058 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.398375 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.398756 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.399071 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:06.989165 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:07.215684 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:07.359055 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:07.426936 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:07.494400 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=576f231f-ae73-4069-859e-8a931997ca8c,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:07.505841 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:07.602740 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP 879467a5-d0fc-495d-b06b-c4f56d2dcc0a associated. External IP: 172.27.3.70, port: aed11932-db8d-4757-962b-c3fad9c8bc44. Jun 30 21:52:07.799354 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:52:07.902391 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:07.911434 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:07.921177 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:07.921798 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:51:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:07.998153 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:08.025718 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:08.035842 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4430a88e-9caf-46b0-8e05-cd3cf83567f9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1822250 Jun 30 21:52:08.037339 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:52:08.039546 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a3551-6daa-415a-b486-3175de0353bd" -d '{"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:52:08.135062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af2911-f3f4-4434-a9e5-1eb9e6282f49 x-openstack-request-id: req-c1af2911-f3f4-4434-a9e5-1eb9e6282f49 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:52:08.135062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:52:08.135062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1af2911-f3f4-4434-a9e5-1eb9e6282f49 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:52:08.135062 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'status': 'completed', 'code': 200} Jun 30 21:52:08.237539 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a3551-6daa-415a-b486-3175de0353bd req-bcb6c200-31c6-498c-9351-68f52fc2eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:08.239822 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-bcb6c200-31c6-498c-9351-68f52fc2eb07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.0608931 Jun 30 21:52:08.264852 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:06Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:08.299540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:08.307193 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:08.307802 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:51:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:08.333595 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a3551-6daa-415a-b486-3175de0353bd req-2d805c1a-e227-49bd-80b0-68a783c15a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:08.335107 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-2d805c1a-e227-49bd-80b0-68a783c15a5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0867922 Jun 30 21:52:08.403730 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-c02ef059-916a-491f-b304-65cdaa1c258a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 999 time: 0.0622275 Jun 30 21:52:08.415139 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:08.459521 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a3551-6daa-415a-b486-3175de0353bd req-814d32cd-aee8-46ef-8898-726a00ca8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:08.461532 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-814d32cd-aee8-46ef-8898-726a00ca8be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0447536 Jun 30 21:52:08.519113 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a3551-6daa-415a-b486-3175de0353bd req-0ed59ca7-370d-4834-9de1-ad001ec6550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:08.520653 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-0ed59ca7-370d-4834-9de1-ad001ec6550d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525961 Jun 30 21:52:08.615411 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-f633fa27-1f28-4f46-a42d-3dc08c360e2e service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882459 Jun 30 21:52:08.643448 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:06Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:08.673210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609eed0-8b3d-4a63-a3f5-37cda8ec8ff4 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:06Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:08.706117 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6b6a3551-6daa-415a-b486-3175de0353bd req-cca9781d-f490-4ce3-aed6-7d2929c8552c service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839307 Jun 30 21:52:08.858951 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27e14d-02a5-429d-a09e-4bb501af57ef None None] New status for floating IP 879467a5-d0fc-495d-b06b-c4f56d2dcc0a: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:52:11.940041 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:52:15.209354 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:25.768791 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5d2028e-1154-49aa-9945-f5d61d975d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:27.952743 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8b53-ae72-4e17-84ec-b67c7968cb05 req-c18af775-abce-4db2-aa7e-5da38b84c1bb tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:27.954115 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8dfe8b53-ae72-4e17-84ec-b67c7968cb05 req-c18af775-abce-4db2-aa7e-5da38b84c1bb tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0612671 Jun 30 21:52:27.993227 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8dfe8b53-ae72-4e17-84ec-b67c7968cb05 req-65733efc-20a9-48b9-8e65-f9f1546e17cc tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Jun 30 21:52:28.414924 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c845-2873-4003-854d-b36bb319c4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:28.700148 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:29.161585 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4793a48-3e19-48d4-bda7-f0a17679ebbe req-9efa577e-13be-448f-b7d6-e8a5b939cde9 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:29.163109 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b4793a48-3e19-48d4-bda7-f0a17679ebbe req-9efa577e-13be-448f-b7d6-e8a5b939cde9 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0609818 Jun 30 21:52:29.199456 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b4793a48-3e19-48d4-bda7-f0a17679ebbe req-3949b64e-c75f-4841-94ca-b0f4368a2b42 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Jun 30 21:52:29.791871 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:29.834512 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-f5a018e3-9d7b-434f-8f13-e65d0d26c611 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:29.836031 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-f5a018e3-9d7b-434f-8f13-e65d0d26c611 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Jun 30 21:52:29.935710 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Deleting port 11007258-2f6f-491e-9ab9-ddfa28dfd395 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:52:29.936057 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:30.283580 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] For port 11007258-2f6f-491e-9ab9-ddfa28dfd395, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11007258-2f6f-491e-9ab9-ddfa28dfd395,segment=NetworkSegment(720371b3-18e6-42bf-902a-1d2d24ff131c),segment_id=720371b3-18e6-42bf-902a-1d2d24ff131c)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:30.283882 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:30.296814 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Calling delete_port for 11007258-2f6f-491e-9ab9-ddfa28dfd395 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:52:30.372971 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae27d8-79bb-4934-b5f0-3d272a51cfbf req-b7059e5e-62e5-40ee-bb17-a51264f691d1 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:30.375199 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-feae27d8-79bb-4934-b5f0-3d272a51cfbf req-b7059e5e-62e5-40ee-bb17-a51264f691d1 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 946 time: 0.0658050 Jun 30 21:52:30.413430 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-feae27d8-79bb-4934-b5f0-3d272a51cfbf req-3a904581-2bd6-4510-abb7-09e3788d498e tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5d0d532-5032-4381-be32-b134a84329cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Jun 30 21:52:30.511817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:30.544131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Pushing event deleted for resources: {'Port': ['ID=11007258-2f6f-491e-9ab9-ddfa28dfd395,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:30.549856 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['11007258-2f6f-491e-9ab9-ddfa28dfd395'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:52:30.589850 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] No DVR routers for this DVR port 11007258-2f6f-491e-9ab9-ddfa28dfd395 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:52:30.592492 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:30.594434 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-cbd26ba6-bfda-4a7b-ae16-6952effd2fe7 req-1b9e0ed5-f944-409e-a7b0-06fb8d8abc7b tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.13 "DELETE /v2.0/ports/11007258-2f6f-491e-9ab9-ddfa28dfd395 HTTP/1.1" status: 204 len: 173 time: 0.7518406 Jun 30 21:52:30.594901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'name': 'network-vif-deleted', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:52:30.597123 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2af3d1-ae36-4c84-a02b-5bb97fb88f10" -d '{"events": [{"server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "name": "network-vif-deleted", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:52:30.631360 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a29685-60fe-4d46-9d77-a05f26b3e9ec x-openstack-request-id: req-03a29685-60fe-4d46-9d77-a05f26b3e9ec {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:52:30.632143 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081d8cf9-e8ca-4fcd-be30-1a13f64b66c7", "name": "network-vif-deleted", "tag": "11007258-2f6f-491e-9ab9-ddfa28dfd395", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:52:30.632389 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03a29685-60fe-4d46-9d77-a05f26b3e9ec {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:52:30.632836 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081d8cf9-e8ca-4fcd-be30-1a13f64b66c7', 'name': 'network-vif-deleted', 'tag': '11007258-2f6f-491e-9ab9-ddfa28dfd395', 'status': 'completed', 'code': 200} Jun 30 21:52:31.569140 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-194bdf21-7197-4064-9aed-2ca4e4d4ca73 req-068c18e6-94e7-4057-96c5-333a3bd6a9c0 tempest-VolumesSnapshotTestJSON-158015830 tempest-VolumesSnapshotTestJSON-158015830-project] 10.222.0.11 "GET /v2.0/ports?device_id=081d8cf9-e8ca-4fcd-be30-1a13f64b66c7 HTTP/1.1" status: 200 len: 210 time: 0.0286584 Jun 30 21:52:31.682818 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.033698 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 11007258-2f6f-491e-9ab9-ddfa28dfd395 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:52:33.053364 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 11007258-2f6f-491e-9ab9-ddfa28dfd395 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:52:33.053704 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 11007258-2f6f-491e-9ab9-ddfa28dfd395 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:52:45.224115 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.939534 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:52:55.813089 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c19ca0e-53d5-41dd-97d8-ad3f485f6479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.464439 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9118596-976b-48c2-bf52-25d6e62f9267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.733587 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:59.830021 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.547636 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36334) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:01.591481 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Deleting subnet c7a3d060-0827-428c-8448-14220207d64d {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:53:01.594492 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.628413 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.668542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.687839 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.779343 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.804355 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a3d060-0827-428c-8448-14220207d64d,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:01.808062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.810271 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b58e5db3-e538-4e1b-b57d-8a3bf50c4a50 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c7a3d060-0827-428c-8448-14220207d64d HTTP/1.1" status: 204 len: 168 time: 0.2613058 Jun 30 21:53:01.813123 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36336) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:01.877500 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.954449 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.963929 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc50efb-242c-4736-ba00-f4389132d6da']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:01.973878 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720371b3-18e6-42bf-902a-1d2d24ff131c') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:01.974176 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720371b3-18e6-42bf-902a-1d2d24ff131c') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:01.982577 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:01.996033 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.001559 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:53:02.001944 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:53:02.003546 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:53:02.116416 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.121683 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.123522 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9dc50efb-242c-4736-ba00-f4389132d6da HTTP/1.1" status: 204 len: 168 time: 0.3095033 Jun 30 21:53:02.134004 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c1c65-fd60-4707-a555-1c9f107670a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc50efb-242c-4736-ba00-f4389132d6da,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:02.424072 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36340) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:02.462409 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d1d64807-b8ab-4054-b46b-5cd82c06f46d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3344343f1a3b49c7af2a0353d787691c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371542 Jun 30 21:53:02.464736 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36342) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:02.511408 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.532694 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.624195 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.626973 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:02.628136 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5d0d532-5032-4381-be32-b134a84329cd HTTP/1.1" status: 204 len: 168 time: 0.1625485 Jun 30 21:53:02.636197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be535243-1f7d-484c-89bd-d9e6f0fef425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0d532-5032-4381-be32-b134a84329cd,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:03.621690 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36364) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:03.711663 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1790445884-network', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:03.807437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Made reservation on behalf of b501858f0b2748898afc54c4eb1dbe2b for: {'network': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:03.809781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:03.818321 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:03.901775 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:03.990319 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.014626 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:53:04.024110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:04.028786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.028989 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.segments_db [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Added segment 9d19085e-8a3f-43a9-ab49-075da6a15235 of type vlan for network 84c28d96-0a12-40e1-b44e-c417277d9353 Jun 30 21:53:04.041478 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.041834 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.042177 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.042572 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.042933 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.047907 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:04.091024 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.184629 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.185652 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.186242 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.245546 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] Pushing event updated for resources: {'Network': ['ID=84c28d96-0a12-40e1-b44e-c417277d9353,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:04.255168 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network 84c28d96-0a12-40e1-b44e-c417277d9353 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:53:04.278092 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-15b5f709-9f98-4f87-a862-10ba71fb7d45 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6552789 Jun 30 21:53:04.280198 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36368) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:04.285577 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Request body: {'subnet': {'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1790445884-subnet', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'ip_version': 4}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:04.378786 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Made reservation on behalf of b501858f0b2748898afc54c4eb1dbe2b for: {'subnet': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:04.381175 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11445731'] for subnet, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.659121 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11445745'] for subnet, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.710420 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a78b49-8b15-47c3-866a-9e7b6e9f9356,revision_number=0']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:04.721057 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Checking segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:04.721412 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Network hostable DHCP agents. Network: 84c28d96-0a12-40e1-b44e-c417277d9353, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:53:04.869842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Network 84c28d96-0a12-40e1-b44e-c417277d9353 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:53:04.961394 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, 84c28d96-0a12-40e1-b44e-c417277d9353) {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:04.965608 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.966203 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.970760 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc4068-fc47-4f6f-9b92-7a1339a84cab None None] Network 84c28d96-0a12-40e1-b44e-c417277d9353 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:05.061427 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4393d90b-fa81-4f1e-8c66-3715a494355c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7778468 Jun 30 21:53:05.061796 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36370) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:05.066848 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:05.110800 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-84c28d96-0a12-40e1-b44e-c417277d9353', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:53:05.111589 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.162007 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.163124 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.216740 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.368099 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Allocated IP 172.20.0.2 (84c28d96-0a12-40e1-b44e-c417277d9353/49a78b49-8b15-47c3-866a-9e7b6e9f9356/5ff6b13d-74c6-44ec-81cc-92050d827619) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:05.427867 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.509834 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.518300 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Transition to ACTIVE for port object 5ff6b13d-74c6-44ec-81cc-92050d827619 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:05.532962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Transition to ACTIVE for port object 5ff6b13d-74c6-44ec-81cc-92050d827619 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:05.619233 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.658753 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Network 84c28d96-0a12-40e1-b44e-c417277d9353 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:05.661580 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:05.664958 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:05.674295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Pushing event updated for resources: {'Port': ['ID=5ff6b13d-74c6-44ec-81cc-92050d827619,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:05.689316 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.699184 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.699535 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.699877 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.700241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.700572 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.700904 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.701232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.701556 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.701884 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.702209 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.702531 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.702951 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:05.708147 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.735927 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Attempting to bind port 5ff6b13d-74c6-44ec-81cc-92050d827619 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:05.736296 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Attempting to bind port 5ff6b13d-74c6-44ec-81cc-92050d827619 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:05.736654 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Attempting to bind port 5ff6b13d-74c6-44ec-81cc-92050d827619 on network 84c28d96-0a12-40e1-b44e-c417277d9353 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:05.741591 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:05.741961 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Checking segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:05.742365 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.742782 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Bound using segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:05.743243 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Bound port: 5ff6b13d-74c6-44ec-81cc-92050d827619, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:05.743622 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.807373 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] For port 5ff6b13d-74c6-44ec-81cc-92050d827619, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:05.810407 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] For port 5ff6b13d-74c6-44ec-81cc-92050d827619, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=5ff6b13d-74c6-44ec-81cc-92050d827619,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:05.812080 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Allocated IP 172.27.3.164 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/9709b4a5-ed35-49ad-af2a-685c0ea103f2) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:05.870622 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.914207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.931602 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e825e-aad1-4644-8d53-9278f5ea5979 None None] Pushing event updated for resources: {'Port': ['ID=5ff6b13d-74c6-44ec-81cc-92050d827619,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:06.019526 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.058780 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:06.061798 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:06.072929 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:06.083882 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9709b4a5-ed35-49ad-af2a-685c0ea103f2,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:06.410847 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.606876 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.793213 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd3d94-ec4a-416d-bb0c-bab3c9dd93d8 None None] Network 84c28d96-0a12-40e1-b44e-c417277d9353 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:06.830359 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:53:06.935896 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:06.946505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Sync routers for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:06.960972 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:06.961600 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:07.025731 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-601bf2c7-df62-4baf-afb1-f0b33a59d4b7 None None] Provisioning for port 5ff6b13d-74c6-44ec-81cc-92050d827619 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:07.058839 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.060117 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c76190e4-6b69-4cc5-9bc6-4fe89d7d27b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9973006 Jun 30 21:53:07.063393 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36372) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:07.084779 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:07.285535 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:06Z', 'revision_number': 3, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:07.317965 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Checking router: 8807a192-587c-469a-b1f2-d8e6b83a3dd3 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:07.318322 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Updating router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:53:07.354922 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.608516 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.618381 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Transition to ACTIVE for port object 9709b4a5-ed35-49ad-af2a-685c0ea103f2 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:07.692779 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.742980 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.744801 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Attempting to bind port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:07.745175 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Attempting to bind port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:07.745548 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Attempting to bind port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:07.754169 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1857-3e7b-4fbf-999d-6b93a4be6e91 None None] Pushing event updated for resources: {'Port': ['ID=9709b4a5-ed35-49ad-af2a-685c0ea103f2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:07.756723 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:07.757130 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:07.757512 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.757901 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:07.758375 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Bound port: 9709b4a5-ed35-49ad-af2a-685c0ea103f2, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:07.758784 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.826992 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] For port 9709b4a5-ed35-49ad-af2a-685c0ea103f2, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:07.830913 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] For port 9709b4a5-ed35-49ad-af2a-685c0ea103f2, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=9709b4a5-ed35-49ad-af2a-685c0ea103f2,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:07.863668 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 5ff6b13d-74c6-44ec-81cc-92050d827619 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:07.901146 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.904090 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Allocated IP 172.20.0.1 (84c28d96-0a12-40e1-b44e-c417277d9353/49a78b49-8b15-47c3-866a-9e7b6e9f9356/c55c06d5-187e-49e5-a4cf-31be319fd96a) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:07.970754 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1857-3e7b-4fbf-999d-6b93a4be6e91 None None] Pushing event updated for resources: {'Port': ['ID=9709b4a5-ed35-49ad-af2a-685c0ea103f2,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:07.973362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:07.973962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:08.010408 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.024462 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.provisioning_blocks [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Transition to ACTIVE for port object c55c06d5-187e-49e5-a4cf-31be319fd96a will not be triggered until provisioned by entity DHCP. {{(pid=93698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:08.058451 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 5ff6b13d-74c6-44ec-81cc-92050d827619 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:08.069096 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 5ff6b13d-74c6-44ec-81cc-92050d827619 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:08.069473 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.103608 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:08.133487 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.172622 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Network 84c28d96-0a12-40e1-b44e-c417277d9353 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:08.173776 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:08.177448 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:08.216993 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Pushing event updated for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:08.229010 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.229365 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.229728 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.230267 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.230400 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.230728 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.231066 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.231397 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.231726 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.232051 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.232360 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.232688 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:08.242130 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.271669 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.335272 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 5ff6b13d-74c6-44ec-81cc-92050d827619, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=5ff6b13d-74c6-44ec-81cc-92050d827619,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:08.351756 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:06Z', 'revision_number': 3, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:08.384402 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11532f56-7b7a-493f-a589-899f6638f727 None None] The sync data for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi is: [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:06Z', 'revision_number': 3, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:08.441478 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.488662 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8e9ac2e9-5f8a-4892-9cdc-40cae01b6185 None None] Provisioning for port c55c06d5-187e-49e5-a4cf-31be319fd96a completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:08.496125 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=5ff6b13d-74c6-44ec-81cc-92050d827619,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:08.497148 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8e9ac2e9-5f8a-4892-9cdc-40cae01b6185 None None] Provisioning complete for port c55c06d5-187e-49e5-a4cf-31be319fd96a triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:08.497567 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac2e9-5f8a-4892-9cdc-40cae01b6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.528010 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.544619 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ac2e9-5f8a-4892-9cdc-40cae01b6185 None None] Port c55c06d5-187e-49e5-a4cf-31be319fd96a cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:08.712204 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.790031 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.861035 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Pushing event updated for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:08.863450 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.954546 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Network 84c28d96-0a12-40e1-b44e-c417277d9353 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:08.955957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:09.073433 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:53:09.167714 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ab395874-bfd5-4e20-8484-a39d66e7979b None None] Provisioning complete for port c55c06d5-187e-49e5-a4cf-31be319fd96a triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:09.168197 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab395874-bfd5-4e20-8484-a39d66e7979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.189558 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:09.195729 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8b5aedd2-4fc7-4cd3-8ec1-a2b6e4b70b39 admin admin] 10.222.0.11 "PUT /v2.0/routers/8807a192-587c-469a-b1f2-d8e6b83a3dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1302660 Jun 30 21:53:09.330320 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ab395874-bfd5-4e20-8484-a39d66e7979b None None] Port c55c06d5-187e-49e5-a4cf-31be319fd96a cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:09.891883 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Sync routers for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:09.896114 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 5ff6b13d-74c6-44ec-81cc-92050d827619 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:09.901822 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:09.902434 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:09.943727 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 5ff6b13d-74c6-44ec-81cc-92050d827619 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:09.944208 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.007703 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:10.028569 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 9709b4a5-ed35-49ad-af2a-685c0ea103f2 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:10.095422 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36390) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:10.100627 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2105207395-network', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:10.138811 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:10.143798 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:10.144250 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.196420 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Made reservation on behalf of 8af86c9b5ec94136b7996cf3c060a771 for: {'network': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:10.199306 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for network, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.209521 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.228584 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.259173 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 9709b4a5-ed35-49ad-af2a-685c0ea103f2, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=9709b4a5-ed35-49ad-af2a-685c0ea103f2,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:10.300321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.304431 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 2, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:10.321828 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.330573 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Checking router: 8807a192-587c-469a-b1f2-d8e6b83a3dd3 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:10.332946 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Updating router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 port c55c06d5-187e-49e5-a4cf-31be319fd96a binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:53:10.366613 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.373525 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=9709b4a5-ed35-49ad-af2a-685c0ea103f2,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.378667 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.403061 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:53:10.411860 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe58c9-d45d-46dc-a6bc-0333352c4757,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.417703 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.419001 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.segments_db [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Added segment e7a6c31c-8a52-458b-b2aa-edaa090a6f42 of type vlan for network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 Jun 30 21:53:10.458200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786191839802'] for network, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.555953 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624'] for network, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.556866 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.557483 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.616612 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c262dc-721f-4623-a4d9-0013b3ad5dc7,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.634383 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.634513 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 details requested by agent ovs-agent-dv-cinder-774286-18-iscsi with host dv-cinder-774286-18-iscsi {{(pid=93699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:53:10.644816 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Transition to ACTIVE for port object c55c06d5-187e-49e5-a4cf-31be319fd96a will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:10.653837 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-75d6e55b-faf2-4a4f-b775-52ef3d8b12a7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5572765 Jun 30 21:53:10.656556 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36392) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:10.662165 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Request body: {'subnet': {'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2105207395-subnet', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'ip_version': 4}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:10.715957 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.762380 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Pushing event updated for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.770736 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.771100 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.771442 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.771775 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.772107 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.772434 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.772758 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.773082 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.773406 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.773735 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.774049 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.774369 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:10.790289 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Made reservation on behalf of 8af86c9b5ec94136b7996cf3c060a771 for: {'subnet': 1} {{(pid=93698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:10.792791 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12484150'] for subnet, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.834021 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Attempting to bind port c55c06d5-187e-49e5-a4cf-31be319fd96a on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:10.834403 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Attempting to bind port c55c06d5-187e-49e5-a4cf-31be319fd96a by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:10.834780 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Attempting to bind port c55c06d5-187e-49e5-a4cf-31be319fd96a on network 84c28d96-0a12-40e1-b44e-c417277d9353 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:10.840120 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:10.840493 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Checking segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:10.840897 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.841446 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Bound using segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:10.841754 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Bound port: c55c06d5-187e-49e5-a4cf-31be319fd96a, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:10.842153 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.910115 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] For port c55c06d5-187e-49e5-a4cf-31be319fd96a, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:10.914307 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] For port c55c06d5-187e-49e5-a4cf-31be319fd96a, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c55c06d5-187e-49e5-a4cf-31be319fd96a,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:11.001786 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.033985 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12484132'] for subnet, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.050283 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:11.051317 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:11.087082 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebfb7dc-f015-495f-818d-7715330c0c0c,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:11.099352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Checking segment: {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:11.099788 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Network hostable DHCP agents. Network: a0c262dc-721f-4623-a4d9-0013b3ad5dc7, hostable agents: ['e28d5960-f6d6-4e17-86a1-1a9a423484a8'], hosted agents: [] {{(pid=93698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:53:11.110137 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98045ea3-c819-4ae9-86e3-17d704c9390e None None] Pushing event updated for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:11.167512 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 is scheduled to be hosted by DHCP agent e28d5960-f6d6-4e17-86a1-1a9a423484a8 with binding_index 1 {{(pid=93698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:53:11.170439 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:11.247463 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-18-iscsi, a0c262dc-721f-4623-a4d9-0013b3ad5dc7) {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:11.254032 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.255774 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.256920 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04deafe-c092-4647-9ef2-15d371287a3a None None] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:11.336809 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-1c9d7fcf-fabc-40aa-a959-2046d73bcc06 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6769845 Jun 30 21:53:11.337352 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36394) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:11.341817 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:11.381538 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:11.408562 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aea933-7db3-4126-b25e-cc208f9fedf6 None None] The sync data for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi is: [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:11.420399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9002bd19-3339-5c6a-a044-e242cca3b5e2-a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c'}]}} from dv-cinder-774286-18-iscsi. {{(pid=93699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:53:11.421253 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.424850 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24935'] for router, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.425919 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24958'] for router, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.505161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.592960 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Allocated IP 172.20.0.2 (a0c262dc-721f-4623-a4d9-0013b3ad5dc7/eebfb7dc-f015-495f-818d-7715330c0c0c/efcca0fa-36a4-4618-ae07-4cd4477af819) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:11.708367 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.749794 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.759443 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Transition to ACTIVE for port object efcca0fa-36a4-4618-ae07-4cd4477af819 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:11.775589 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Transition to ACTIVE for port object efcca0fa-36a4-4618-ae07-4cd4477af819 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:11.864745 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.907876 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:11.910894 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:11.913649 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:11.948090 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 9709b4a5-ed35-49ad-af2a-685c0ea103f2 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:11.949707 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Pushing event updated for resources: {'Port': ['ID=efcca0fa-36a4-4618-ae07-4cd4477af819,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.013357 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Attempting to bind port efcca0fa-36a4-4618-ae07-4cd4477af819 on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:12.013737 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Attempting to bind port efcca0fa-36a4-4618-ae07-4cd4477af819 by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:12.014098 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Attempting to bind port efcca0fa-36a4-4618-ae07-4cd4477af819 on network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:12.021156 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.022590 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:12.023157 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Checking segment: {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:12.023566 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.024424 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Bound using segment: {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:12.024907 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Bound port: efcca0fa-36a4-4618-ae07-4cd4477af819, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:12.025295 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.042207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.070767 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:12.070767 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.126122 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] For port efcca0fa-36a4-4618-ae07-4cd4477af819, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:12.131011 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] For port efcca0fa-36a4-4618-ae07-4cd4477af819, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=efcca0fa-36a4-4618-ae07-4cd4477af819,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:12.163649 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Allocated IP 172.27.3.96 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/f80f8b68-f9bd-463e-a6b1-26ce36f2084a) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:12.180730 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c55c06d5-187e-49e5-a4cf-31be319fd96a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:12.212558 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.282197 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071660b5-d769-4213-9ab3-db6656e0d5a8 None None] Pushing event updated for resources: {'Port': ['ID=efcca0fa-36a4-4618-ae07-4cd4477af819,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.290314 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.361545 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port c55c06d5-187e-49e5-a4cf-31be319fd96a completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:12.365699 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port c55c06d5-187e-49e5-a4cf-31be319fd96a triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:12.366086 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.395723 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.469506 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Pushing event updated for resources: {'Port': ['ID=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.481938 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.488353 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:12.489781 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:12.492433 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:12.527603 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port c55c06d5-187e-49e5-a4cf-31be319fd96a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c55c06d5-187e-49e5-a4cf-31be319fd96a,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:12.646375 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.694758 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.829617 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:13.293645 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682588'] for router, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:13.427719 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68995c23-c8a0-4062-b649-7e4d22053878 None None] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:13.556703 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Router 626c3b9b-7914-4477-b237-97ebdfcda9e3 is scheduled to L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a with binding_index 1 {{(pid=93698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:53:13.597468 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a2570eb2-939f-4b15-9a79-a0b247f12e14 None None] Provisioning for port efcca0fa-36a4-4618-ae07-4cd4477af819 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:13.695982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:13.705374 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Sync routers for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:13.715921 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:13.716543 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:13.773396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:13.777138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e816d94b-3b3c-45f4-8741-565a1f988e15 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4364347 Jun 30 21:53:13.777609 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36396) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:13.860215 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:13.945059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device efcca0fa-36a4-4618-ae07-4cd4477af819 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:14.084688 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 3, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:14.113987 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Checking router: 626c3b9b-7914-4477-b237-97ebdfcda9e3 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:14.114332 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Updating router 626c3b9b-7914-4477-b237-97ebdfcda9e3 port f80f8b68-f9bd-463e-a6b1-26ce36f2084a binding host dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:53:14.135110 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port efcca0fa-36a4-4618-ae07-4cd4477af819 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:14.143291 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port efcca0fa-36a4-4618-ae07-4cd4477af819 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:14.143664 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.178016 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.204921 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.318470 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.366105 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Allocated IP 172.20.0.1 (a0c262dc-721f-4623-a4d9-0013b3ad5dc7/eebfb7dc-f015-495f-818d-7715330c0c0c/840a7f77-71bc-43d9-aeb1-61d97dbd9e2c) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:14.402011 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port efcca0fa-36a4-4618-ae07-4cd4477af819, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=efcca0fa-36a4-4618-ae07-4cd4477af819,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:14.465809 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.480131 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Transition to ACTIVE for port object 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:14.490878 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.514013 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Transition to ACTIVE for port object f80f8b68-f9bd-463e-a6b1-26ce36f2084a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:14.533497 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.534308 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c55c06d5-187e-49e5-a4cf-31be319fd96a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:14.605185 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=efcca0fa-36a4-4618-ae07-4cd4477af819,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:14.617432 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port c55c06d5-187e-49e5-a4cf-31be319fd96a triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:14.617825 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.620316 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.636488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.687321 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:14.691846 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:14.693829 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Pushing event updated for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:14.696316 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:14.736011 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685660'] for router_interface, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.824430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4072a6-b6f3-4ff6-9c89-55abeb1c4c2f None None] Pushing event updated for resources: {'Port': ['ID=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:14.830933 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Attempting to bind port f80f8b68-f9bd-463e-a6b1-26ce36f2084a on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:14.831305 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Attempting to bind port f80f8b68-f9bd-463e-a6b1-26ce36f2084a by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:14.831669 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Attempting to bind port f80f8b68-f9bd-463e-a6b1-26ce36f2084a on network 40507054-0f4f-4661-9056-9f3345c310d4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:14.841156 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:14.841528 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Checking segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:14.841929 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.842319 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Bound using segment: {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:14.842971 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Bound port: f80f8b68-f9bd-463e-a6b1-26ce36f2084a, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5950c9-ecb5-4b07-9f52-9e857adc0382', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:14.843194 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.922545 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] For port f80f8b68-f9bd-463e-a6b1-26ce36f2084a, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:14.925958 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] For port f80f8b68-f9bd-463e-a6b1-26ce36f2084a, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:14.957607 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.025171 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.067425 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-243c3c93-cb26-405c-9dba-4bdb0bfe2600 None None] Provisioning for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:15.085520 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-243c3c93-cb26-405c-9dba-4bdb0bfe2600 None None] Provisioning complete for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:15.085930 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-243c3c93-cb26-405c-9dba-4bdb0bfe2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.089508 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4072a6-b6f3-4ff6-9c89-55abeb1c4c2f None None] Pushing event updated for resources: {'Port': ['ID=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:15.112256 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:15.112888 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:15.120055 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.175691 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-243c3c93-cb26-405c-9dba-4bdb0bfe2600 None None] Port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:15.184758 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.238279 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:15.255154 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685850'] for router_interface, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.257868 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Pushing event updated for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:15.263564 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.350819 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:15.352259 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:15.451501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '840a7f77-71bc-43d9-aeb1-61d97dbd9e2c', 'name': '', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'mac_address': 'fa:16:3e:b0:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:14Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 1, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'subnets': [{'id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:15.474484 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Router 626c3b9b-7914-4477-b237-97ebdfcda9e3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:53:15.479620 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa164a25-e27a-4ca3-bfe4-25d140ce6c22 None None] The sync data for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi is: [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '840a7f77-71bc-43d9-aeb1-61d97dbd9e2c', 'name': '', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'mac_address': 'fa:16:3e:b0:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:14Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 1, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'subnets': [{'id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:15.600696 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:15.606239 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-b76d278b-b81d-4b36-9343-d1b4b1011dfa admin admin] 10.222.0.11 "PUT /v2.0/routers/626c3b9b-7914-4477-b237-97ebdfcda9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8272021 Jun 30 21:53:15.716914 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1396ba1e-1083-4a7e-8eb4-5638222c12fa None None] Provisioning complete for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:15.717436 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1396ba1e-1083-4a7e-8eb4-5638222c12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.759506 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1396ba1e-1083-4a7e-8eb4-5638222c12fa None None] Port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:15.866374 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device efcca0fa-36a4-4618-ae07-4cd4477af819 up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:15.917568 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port efcca0fa-36a4-4618-ae07-4cd4477af819 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:15.917973 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.885571 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device f80f8b68-f9bd-463e-a6b1-26ce36f2084a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:17.995939 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port f80f8b68-f9bd-463e-a6b1-26ce36f2084a completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:18.002582 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port f80f8b68-f9bd-463e-a6b1-26ce36f2084a triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:18.003106 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.095680 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.121296 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port f80f8b68-f9bd-463e-a6b1-26ce36f2084a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:18.236774 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.289433 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:19.014123 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Sync routers for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:19.025937 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:19.026575 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:19.149039 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:19.381209 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '840a7f77-71bc-43d9-aeb1-61d97dbd9e2c', 'name': '', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'mac_address': 'fa:16:3e:b0:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:14Z', 'updated_at': '2021-06-30T21:53:15Z', 'revision_number': 2, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'subnets': [{'id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:19.407257 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Checking router: 626c3b9b-7914-4477-b237-97ebdfcda9e3 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:19.407595 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Updating router 626c3b9b-7914-4477-b237-97ebdfcda9e3 port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c binding host dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:53:19.440495 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.716447 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.727154 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Transition to ACTIVE for port object 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:19.841948 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.853531 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device f80f8b68-f9bd-463e-a6b1-26ce36f2084a up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:19.884802 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e150-53da-4e74-b774-5cd3ddcf8dd1 None None] Pushing event updated for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:19.936397 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port f80f8b68-f9bd-463e-a6b1-26ce36f2084a triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:19.936854 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.974591 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Attempting to bind port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c on host dv-cinder-774286-18-iscsi for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:19.974982 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Attempting to bind port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c by drivers openvswitch,hyperv on host dv-cinder-774286-18-iscsi at level 0 using segments [{'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:19.975913 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Attempting to bind port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c on network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:19.984323 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Checking agent: {'id': 'd1ae4e82-b31b-45a8-b63a-fca021dbefdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 27, 59), 'started_at': datetime.datetime(2021, 6, 30, 21, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:19.984323 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Checking segment: {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:19.985480 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.985932 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Bound using segment: {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:19.986475 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Bound port: 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c, host: dv-cinder-774286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:19.986962 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.095860 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] For port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c, host dv-cinder-774286-18-iscsi, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:20.100340 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] For port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c, host dv-cinder-774286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:20.219721 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.278180 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:20.279167 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:52:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:20.496867 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:20.524915 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e150-53da-4e74-b774-5cd3ddcf8dd1 None None] Pushing event updated for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:20.728416 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '840a7f77-71bc-43d9-aeb1-61d97dbd9e2c', 'name': '', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'mac_address': 'fa:16:3e:b0:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:14Z', 'updated_at': '2021-06-30T21:53:20Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'subnets': [{'id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:20.759859 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da45be-14b3-41fd-b4cd-de6d5ed6deae None None] The sync data for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi is: [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:53:14Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '840a7f77-71bc-43d9-aeb1-61d97dbd9e2c', 'name': '', 'network_id': 'a0c262dc-721f-4623-a4d9-0013b3ad5dc7', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'mac_address': 'fa:16:3e:b0:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:14Z', 'updated_at': '2021-06-30T21:53:20Z', 'revision_number': 4, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'subnets': [{'id': 'eebfb7dc-f015-495f-818d-7715330c0c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:21.897469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:22.024147 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:22.028668 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:22.029066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:22.116063 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:22.149532 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] For port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:22.429552 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:22.478500 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Pushing event updated for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:23.864450 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c up at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:23.930245 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Provisioning complete for port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:23.930812 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:25.795523 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c2606846-da56-422f-8d33-836686c9ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:25.938616 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:53:26.700692 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-04a4bd52-4d97-4068-88d4-8b605494e497 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:26.702075 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-04a4bd52-4d97-4068-88d4-8b605494e497 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 815 time: 0.1020293 Jun 30 21:53:26.716611 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-c6e940e2-0ca4-4168-b004-9292791055de tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/quotas/b501858f0b2748898afc54c4eb1dbe2b HTTP/1.1" status: 200 len: 375 time: 0.0091588 Jun 30 21:53:26.784391 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-54b199eb-1790-4141-a216-6d8b0715bc2f tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619266 Jun 30 21:53:26.881316 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-2759824d-ee71-4137-9b1d-a8821db4e8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859301 Jun 30 21:53:26.967988 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-a08031ef-4af0-4403-ab18-8d133a055fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807328 Jun 30 21:53:27.246822 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b561f6e8-75f2-44f5-bec4-ff4b5096cad2 req-6826badc-b13f-482f-82fc-74c4bbce1fca tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 210 time: 0.0290284 Jun 30 21:53:28.397129 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9a82ccaf-63b6-4e9f-9d71-eb141a9a2ebf req-b2e44987-1c28-4b29-98dd-fcd3d18f33cb tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 210 time: 0.0325046 Jun 30 21:53:28.424528 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bca49fef-12b0-425d-a31d-2b242efde11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:28.727420 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:29.130425 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-2489cbac-3678-4763-96b6-c33802175901 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362631 Jun 30 21:53:29.240675 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-7d09c5c8-8638-4c18-a491-132d3dd2ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.242201 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-7d09c5c8-8638-4c18-a491-132d3dd2ef30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.0521984 Jun 30 21:53:29.356947 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-c6c9ef04-1661-49a1-b184-6975bc032769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.358421 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-c6c9ef04-1661-49a1-b184-6975bc032769 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0880740 Jun 30 21:53:29.428681 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-fcd8649b-dcb4-4853-a31e-00443c7ffafa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 1001 time: 0.0633874 Jun 30 21:53:29.539985 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-42324068-db3b-4ee3-826d-dc735b65cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.541493 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-42324068-db3b-4ee3-826d-dc735b65cd38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.1003990 Jun 30 21:53:29.542664 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8a363a94-9516-4b2a-9a28-82f63621636e req-5afef20d-2dda-439f-ba71-bd2cdc6796c1 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jun 30 21:53:29.604360 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-c4d15c9b-ddb9-4abf-af11-e0661e50173b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.605837 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-c4d15c9b-ddb9-4abf-af11-e0661e50173b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 815 time: 0.1757994 Jun 30 21:53:29.629854 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'port': {'device_id': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'admin_state_up': True, 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:29.635387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-eb30374a-0e9c-42a8-a1ce-5974d87192a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.639376 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-eb30374a-0e9c-42a8-a1ce-5974d87192a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0865135 Jun 30 21:53:29.799668 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-62461da7-90f0-45dd-a1a5-240b98827378 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521628 Jun 30 21:53:29.870355 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:29.896072 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Made reservation on behalf of b501858f0b2748898afc54c4eb1dbe2b for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:29.899629 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:29.916118 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7234dc7c-b3b0-4c9c-b1a0-67d9d578b7a3 req-48e41623-84e6-4298-ac1c-e59271280be4 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088271 Jun 30 21:53:30.031958 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Allocated IP 172.20.0.3 (84c28d96-0a12-40e1-b44e-c417277d9353/49a78b49-8b15-47c3-866a-9e7b6e9f9356/3ebca2c6-de0a-437c-b6c1-84d49c81dad5) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:30.178105 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.192181 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Transition to ACTIVE for port object 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:30.288174 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.334682 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Network 84c28d96-0a12-40e1-b44e-c417277d9353 is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:30.337852 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:30.341708 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:30.364781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:30.409957 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:30.410821 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.477458 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e20e7b8e-60d4-4a3b-a7b7-6932f8508a0d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522086 Jun 30 21:53:30.700001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-805cbe3a-b6b2-4927-96f7-f0ed9bd59342 None None] Provisioning for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:30.705629 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-805cbe3a-b6b2-4927-96f7-f0ed9bd59342 None None] Provisioning complete for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:30.706135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-805cbe3a-b6b2-4927-96f7-f0ed9bd59342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.733177 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1ea2-67f0-4c11-ab2e-08219d3cf6e0 req-918190c7-78fd-4aba-a82e-363456a62043 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:30.736384 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c8f1ea2-67f0-4c11-ab2e-08219d3cf6e0 req-918190c7-78fd-4aba-a82e-363456a62043 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0732744 Jun 30 21:53:30.756196 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-805cbe3a-b6b2-4927-96f7-f0ed9bd59342 None None] Port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:30.780465 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2c8f1ea2-67f0-4c11-ab2e-08219d3cf6e0 req-90cd8a2d-b590-4d8b-8aed-f064f09864c3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 Jun 30 21:53:31.676340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:31.969048 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2452a-41f3-4293-a853-a46bab869d47 req-0c84fd07-2c9b-40cb-88cc-8d72794ee566 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:31.970526 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09b2452a-41f3-4293-a853-a46bab869d47 req-0c84fd07-2c9b-40cb-88cc-8d72794ee566 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0701728 Jun 30 21:53:32.010048 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09b2452a-41f3-4293-a853-a46bab869d47 req-607db6e7-02bb-4f9c-96ca-4cfd39145295 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Jun 30 21:53:33.194962 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0220a81-7f4e-4cce-b3b9-3b9b311ac1f6 req-ee05400d-1229-4235-926c-259bc25a54c6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.196896 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0220a81-7f4e-4cce-b3b9-3b9b311ac1f6 req-ee05400d-1229-4235-926c-259bc25a54c6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0654480 Jun 30 21:53:33.235646 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f0220a81-7f4e-4cce-b3b9-3b9b311ac1f6 req-5b4644f3-b3a6-4578-8df3-fe813b3ff2aa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jun 30 21:53:34.418573 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f85cff-c4fe-4c2c-b476-1c4de6570ea9 req-c65251f7-5b03-4544-8f6a-f55cd698a0de tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:34.425808 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33f85cff-c4fe-4c2c-b476-1c4de6570ea9 req-c65251f7-5b03-4544-8f6a-f55cd698a0de tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0730479 Jun 30 21:53:34.466674 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-33f85cff-c4fe-4c2c-b476-1c4de6570ea9 req-fbddf737-7ef6-426f-92cd-600f0bee30ed tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Jun 30 21:53:35.652123 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47855-c68f-4d0a-8974-7c4a0bf18267 req-d378c75e-42fb-43fc-8bf9-9d4cb9ed10f6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:35.653496 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40b47855-c68f-4d0a-8974-7c4a0bf18267 req-d378c75e-42fb-43fc-8bf9-9d4cb9ed10f6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0650516 Jun 30 21:53:35.692830 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-40b47855-c68f-4d0a-8974-7c4a0bf18267 req-f1e0edb5-cf97-4777-94c8-115b4751dc35 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jun 30 21:53:36.903111 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1564902-7173-4c2f-bfd7-c567778308fc req-5091f6e7-9824-413d-a4ab-515be98ee11e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:36.904894 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1564902-7173-4c2f-bfd7-c567778308fc req-5091f6e7-9824-413d-a4ab-515be98ee11e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0715308 Jun 30 21:53:36.948779 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c1564902-7173-4c2f-bfd7-c567778308fc req-67fcdcac-f2ab-410f-97f0-b5605f976c05 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Jun 30 21:53:38.125679 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d2014-4ec1-45c5-9c9c-ec74b67d5c18 req-e75ee565-ea8c-415b-8504-de0152f3d063 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:38.133447 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d18d2014-4ec1-45c5-9c9c-ec74b67d5c18 req-e75ee565-ea8c-415b-8504-de0152f3d063 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0690539 Jun 30 21:53:38.166184 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d18d2014-4ec1-45c5-9c9c-ec74b67d5c18 req-423043c5-f7bb-4f02-b1fb-dd4b36672902 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jun 30 21:53:39.348319 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f3e00-5ae3-43f4-b8b8-b226af201b5e req-a3d0da05-81a4-49ef-b05f-fe9c99e6e0e6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:39.349900 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b02f3e00-5ae3-43f4-b8b8-b226af201b5e req-a3d0da05-81a4-49ef-b05f-fe9c99e6e0e6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0688143 Jun 30 21:53:39.389236 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b02f3e00-5ae3-43f4-b8b8-b226af201b5e req-40be8a26-5fe0-4e2a-9024-c3cc46d2b87a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Jun 30 21:53:40.565153 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ba81-4fb8-4f22-9fb0-e4bde26e3cb0 req-5c0ea827-b335-4406-bcfd-dc5a5ce561b5 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.566688 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9407ba81-4fb8-4f22-9fb0-e4bde26e3cb0 req-5c0ea827-b335-4406-bcfd-dc5a5ce561b5 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0648141 Jun 30 21:53:40.617162 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-9407ba81-4fb8-4f22-9fb0-e4bde26e3cb0 req-d69a9389-1c1e-4b43-88eb-b2b017a7ec7a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Jun 30 21:53:41.795886 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4a561-980f-43f4-8304-80f334991268 req-6be5606b-4b53-4181-a0f4-8590406f6641 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:41.800019 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aae4a561-980f-43f4-8304-80f334991268 req-6be5606b-4b53-4181-a0f4-8590406f6641 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0652270 Jun 30 21:53:41.843909 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-aae4a561-980f-43f4-8304-80f334991268 req-8627e6be-35c4-4402-a941-562549b95b4d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Jun 30 21:53:43.011611 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dd7ab-944d-4a68-a150-2078604093a1 req-b97704f0-ae15-47e8-bf59-bcb53ed28305 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:43.013085 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-098dd7ab-944d-4a68-a150-2078604093a1 req-b97704f0-ae15-47e8-bf59-bcb53ed28305 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0618470 Jun 30 21:53:43.050732 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-098dd7ab-944d-4a68-a150-2078604093a1 req-fb08a9bb-d97c-4c74-9167-ae9ecf59f014 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Jun 30 21:53:44.223214 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a89b63-2e43-443f-958e-487fb8cee83a req-a36268bf-1383-4bb9-81b4-1b6bd07db5da tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:44.224704 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2a89b63-2e43-443f-958e-487fb8cee83a req-a36268bf-1383-4bb9-81b4-1b6bd07db5da tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 931 time: 0.0669434 Jun 30 21:53:44.262904 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b2a89b63-2e43-443f-958e-487fb8cee83a req-88fc1f14-02ec-4a1e-af03-496f94d6d4ef tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Jun 30 21:53:44.773037 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Request body: {'port': {'device_id': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:44.847325 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.110134 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:45.117573 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.129308 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Transition to ACTIVE for port object 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:45.179263 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.236233 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278657f-db55-4303-be17-14c77143c682 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:45.236550 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.312023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Attempting to bind port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:45.312023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Attempting to bind port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:45.312023 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Attempting to bind port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 on network 84c28d96-0a12-40e1-b44e-c417277d9353 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:45.317570 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 on network 84c28d96-0a12-40e1-b44e-c417277d9353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:53:45.317745 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Attempting to bind port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 on network 84c28d96-0a12-40e1-b44e-c417277d9353 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:45.323445 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:45.323787 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Checking segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:45.324171 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Bound using segment: {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:45.324604 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Bound port: 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d19085e-8a3f-43a9-ab49-075da6a15235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:45.325407 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.395211 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:45.398574 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:45.457688 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88584ee-bfe0-48f0-8617-491c692cf93a req-83531b6e-36b3-4962-b712-fb74856da900 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.459229 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f88584ee-bfe0-48f0-8617-491c692cf93a req-83531b6e-36b3-4962-b712-fb74856da900 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 943 time: 0.0638828 Jun 30 21:53:45.479415 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.499393 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f88584ee-bfe0-48f0-8617-491c692cf93a req-8faf6361-9e47-4193-8d3c-6f59b09ade30 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Jun 30 21:53:45.517679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.518302 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.519713 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-e278657f-db55-4303-be17-14c77143c682 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 1093 time: 0.7512918 Jun 30 21:53:45.520171 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:45.522488 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8334ccc-e76e-421e-8400-15ab47cfce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:45.543946 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278657f-db55-4303-be17-14c77143c682 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:45.694284 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d30312-d2ab-4958-9b44-4639c5b47b8f x-openstack-request-id: req-d3d30312-d2ab-4958-9b44-4639c5b47b8f {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:45.694581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:45.694862 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3d30312-d2ab-4958-9b44-4639c5b47b8f {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:45.695254 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:53:45.721807 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-92d54f98-ad24-4e34-9996-6f73b666aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.723353 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-92d54f98-ad24-4e34-9996-6f73b666aa0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1096 time: 0.0564356 Jun 30 21:53:45.768504 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-b31775ab-a272-4b17-9c2f-aafab5abebb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 217 time: 0.0329871 Jun 30 21:53:45.815799 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-2f410493-a6b7-4634-ba4e-7a6a6019c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.817277 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-2f410493-a6b7-4634-ba4e-7a6a6019c7ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0424755 Jun 30 21:53:45.882812 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-93e5acd7-c361-4165-85d7-03d7c23acdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.882812 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-93e5acd7-c361-4165-85d7-03d7c23acdbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540171 Jun 30 21:53:45.965972 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-c1e951d3-ce03-4150-975d-d1ce7f2df167 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Jun 30 21:53:46.056881 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-117cee5d-d263-4c93-960f-e6bd09bbd9aa req-8eb8ae7d-63be-46ba-b6ae-615c6f081f2d service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Jun 30 21:53:46.282202 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-2dbbcf3f-ff5d-4bea-9245-168db5de2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.283652 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-2dbbcf3f-ff5d-4bea-9245-168db5de2b51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1096 time: 0.0510035 Jun 30 21:53:46.375228 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-ac77dfcf-bf0b-414a-9027-baecc98a0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.377230 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-ac77dfcf-bf0b-414a-9027-baecc98a0bbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0862832 Jun 30 21:53:46.415306 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-069a7fdd-5309-4c02-ac9a-cf807a7f22e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 217 time: 0.0324674 Jun 30 21:53:46.463111 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-9338a73f-33e1-4e61-8b39-218c96dd95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.465122 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-9338a73f-33e1-4e61-8b39-218c96dd95e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0418310 Jun 30 21:53:46.529689 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-5bb8c42a-9d98-4905-8cad-091a480b0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.531215 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-5bb8c42a-9d98-4905-8cad-091a480b0bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607440 Jun 30 21:53:46.620423 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-ec965973-6561-44da-b1bd-0c2e3b9489f8 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821159 Jun 30 21:53:46.669946 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d7429-e9ec-4dc8-899c-07d5eec28cb1 req-a441a82c-0800-4632-8abb-054fcfcfc7f2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.671587 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-639d7429-e9ec-4dc8-899c-07d5eec28cb1 req-a441a82c-0800-4632-8abb-054fcfcfc7f2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 943 time: 0.0614624 Jun 30 21:53:46.714361 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-639d7429-e9ec-4dc8-899c-07d5eec28cb1 req-5de34bd2-8c3f-4fbd-b99e-8cb73a99cb9e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Jun 30 21:53:46.714728 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-a8334ccc-e76e-421e-8400-15ab47cfce0a req-77a6b1e2-06f6-4e4c-86eb-9d9d07b7ec14 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880075 Jun 30 21:53:47.885499 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e334075-e8c1-4077-a212-ef951de0c6f6 req-dea8a269-18f6-4f73-aed9-e5b1902000f7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:47.887033 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e334075-e8c1-4077-a212-ef951de0c6f6 req-dea8a269-18f6-4f73-aed9-e5b1902000f7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 943 time: 0.0632756 Jun 30 21:53:47.925327 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3e334075-e8c1-4077-a212-ef951de0c6f6 req-48d9b5d2-fe06-49aa-9e55-4b1d4a65aefe tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Jun 30 21:53:49.096658 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb294b-39fd-4ce8-a600-43756b889dc3 req-7b0e4715-a493-4129-85e3-ecc8ceb6469a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:49.098170 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26bb294b-39fd-4ce8-a600-43756b889dc3 req-7b0e4715-a493-4129-85e3-ecc8ceb6469a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 943 time: 0.0627389 Jun 30 21:53:49.135940 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-26bb294b-39fd-4ce8-a600-43756b889dc3 req-6fac6ac6-749f-4a7b-846a-c59dced41347 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Jun 30 21:53:49.420932 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:49.511675 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:49.523062 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'port_id': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'mac_address': 'fa:16:3e:9a:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:49.563340 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:49.575746 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:49.595165 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:49.652437 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:49.698961 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:50.097226 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:50.311161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461258c-d3a3-4a5c-b83d-8c594f32705e req-5f5c238d-91a1-4d18-a216-7e9bf7eec19c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:50.312642 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8461258c-d3a3-4a5c-b83d-8c594f32705e req-5f5c238d-91a1-4d18-a216-7e9bf7eec19c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 944 time: 0.0638907 Jun 30 21:53:50.350406 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-8461258c-d3a3-4a5c-b83d-8c594f32705e req-af18edcf-57f8-441f-90e5-9afff19396de tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jun 30 21:53:51.437434 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:51.521842 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08693e3-a3b0-4003-b096-b72be144bdbc req-d85f363a-9db8-4d76-9b7f-0fdfd733f507 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:51.523402 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e08693e3-a3b0-4003-b096-b72be144bdbc req-d85f363a-9db8-4d76-9b7f-0fdfd733f507 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 944 time: 0.0640407 Jun 30 21:53:51.544954 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:51.549407 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:51.549781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:51.561954 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e08693e3-a3b0-4003-b096-b72be144bdbc req-852a899d-0015-4142-9063-5c988e8e4c30 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Jun 30 21:53:51.625806 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:51.647303 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:51.649531 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7c4e44-c781-4200-a148-b624e3100c08" -d '{"events": [{"server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "name": "network-vif-plugged", "status": "completed", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:51.662187 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:51.684814 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e69276-5aed-4271-b96e-1cd407815670 x-openstack-request-id: req-e5e69276-5aed-4271-b96e-1cd407815670 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:51.685101 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "name": "network-vif-plugged", "status": "completed", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:51.685351 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5e69276-5aed-4271-b96e-1cd407815670 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:51.685740 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'code': 200} Jun 30 21:53:51.722540 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:51.775532 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:52.078581 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525ed4-454c-4852-a64c-126975c285c6 req-39b6c4ac-8390-43c1-9e84-df190d5263fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:52.079974 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-41525ed4-454c-4852-a64c-126975c285c6 req-39b6c4ac-8390-43c1-9e84-df190d5263fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1098 time: 0.0498488 Jun 30 21:53:52.112314 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-41525ed4-454c-4852-a64c-126975c285c6 req-f298ea37-8d4e-40e4-8f96-cd9e49d578a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265703 Jun 30 21:53:52.738548 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e037eb-5e23-4b5c-91ea-9f35d2132baa req-e783aea1-81a8-4020-9c86-6da7c5b977d9 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:52.740892 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61e037eb-5e23-4b5c-91ea-9f35d2132baa req-e783aea1-81a8-4020-9c86-6da7c5b977d9 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0682285 Jun 30 21:53:52.781938 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-61e037eb-5e23-4b5c-91ea-9f35d2132baa req-5a55e4ee-7121-416a-8a4f-afa69d4097bc tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358939 Jun 30 21:53:53.950697 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcb8e-98e9-4451-935f-83ebef7c8250 req-f79cdef4-d49f-49a3-8f97-4d3c00b6e7b8 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:53.952157 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-245dcb8e-98e9-4451-935f-83ebef7c8250 req-f79cdef4-d49f-49a3-8f97-4d3c00b6e7b8 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0613251 Jun 30 21:53:53.987770 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-245dcb8e-98e9-4451-935f-83ebef7c8250 req-60eb4b4d-0948-48ca-a662-dfbce9d78786 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301745 Jun 30 21:53:54.163724 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3937c63-cec1-42be-b9ec-6b14e99d6e8b req-f0815474-8046-49e2-aca0-31a13a95ccfb tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:54.165209 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3937c63-cec1-42be-b9ec-6b14e99d6e8b req-f0815474-8046-49e2-aca0-31a13a95ccfb tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0699320 Jun 30 21:53:54.202232 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e3937c63-cec1-42be-b9ec-6b14e99d6e8b req-034e0594-a122-4235-b7f2-7479b5b470ed tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Jun 30 21:53:54.581501 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b273af-d854-4e11-be5f-226557e1fc2c req-012d59f4-5af0-45e7-9d43-0f2c98a26759 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:54.583007 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21b273af-d854-4e11-be5f-226557e1fc2c req-012d59f4-5af0-45e7-9d43-0f2c98a26759 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0656128 Jun 30 21:53:54.619471 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-21b273af-d854-4e11-be5f-226557e1fc2c req-697b1e42-28d2-4cee-b89c-25be81bddc3a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Jun 30 21:53:55.778508 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e805eb39-dcbb-472a-b357-4515692cdd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.419381 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e44029a9-ba49-44d1-b94c-591f6505722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.738344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.795827 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.670604 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.937659 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:54:05.904490 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2a8f0-d4fe-490d-aed5-2effe76af5e2 req-9b2f4f84-b2d5-4cf3-b14d-cdc461106e75 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:05.905842 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0be2a8f0-d4fe-490d-aed5-2effe76af5e2 req-9b2f4f84-b2d5-4cf3-b14d-cdc461106e75 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0607710 Jun 30 21:54:05.941906 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-0be2a8f0-d4fe-490d-aed5-2effe76af5e2 req-875b2ef6-ef86-4e01-88cd-325de1b543a0 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299904 Jun 30 21:54:05.966119 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36608) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.057472 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51452bf-ac6d-4b42-a4fe-a42a9a577837 tempest-TestMinimumBasicScenario-1402281775 tempest-TestMinimumBasicScenario-1402281775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:06.058995 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c51452bf-ac6d-4b42-a4fe-a42a9a577837 tempest-TestMinimumBasicScenario-1402281775 tempest-TestMinimumBasicScenario-1402281775-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1093 time: 0.0918550 Jun 30 21:54:06.061801 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36612) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.066027 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'port_id': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:06.144839 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.240536 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.342839 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Allocated IP 172.27.3.84 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/4641f486-8a68-43a9-9ab1-1b92296b90ab) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:06.439717 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.619775 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.656542 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:06.659435 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:06.662898 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:06.689912 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'Port': ['ID=4641f486-8a68-43a9-9ab1-1b92296b90ab,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:07.019607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.145159 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.290109 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.368111 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.433060 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'Port': ['ID=4641f486-8a68-43a9-9ab1-1b92296b90ab,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:07.445270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.541144 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Floating IP 2d362d05-f393-4d74-aded-4e7c08d96f18 associated. External IP: 172.27.3.84, port: 3ebca2c6-de0a-437c-b6c1-84d49c81dad5. Jun 30 21:54:07.741089 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:54:07.844104 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:54:07.853892 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Sync routers for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:54:07.863353 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:07.863968 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:53:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:07.939629 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.977476 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-73e9f8ae-7292-4735-90c0-edf896095b0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9145808 Jun 30 21:54:07.978022 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:07.980279 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36614) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:07.980792 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b8447-8409-470b-8328-3e924a4c46f9" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:07.985696 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119577936', 'description': 'tempest-secgroup-smoke-119577936 description', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:08.020246 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a271943-26d2-4821-b196-444e014de690 x-openstack-request-id: req-5a271943-26d2-4821-b196-444e014de690 {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:08.020246 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:08.020246 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a271943-26d2-4821-b196-444e014de690 {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:08.020246 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:54:08.065025 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.094034 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:08.159084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-196b0baf-01b4-4043-b46b-d8e740d6070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:08.162817 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-196b0baf-01b4-4043-b46b-d8e740d6070e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1098 time: 0.0932648 Jun 30 21:54:08.261729 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.287513 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-63dc1b31-3a77-49a2-8a4a-bbacea4e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:08.289035 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-63dc1b31-3a77-49a2-8a4a-bbacea4e0cbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.1200573 Jun 30 21:54:08.340324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '2d362d05-f393-4d74-aded-4e7c08d96f18', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'port_id': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'mac_address': 'fa:16:3e:9a:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 0, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.367551 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Checking router: 8807a192-587c-469a-b1f2-d8e6b83a3dd3 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:08.376352 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:08.377554 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:53:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.487063 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:08.594379 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.640551 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-5f461916-9a3f-4ed3-ace6-c9276b447333 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 998 time: 0.3443589 Jun 30 21:54:08.641279 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c168aa-2c38-45b4-b299-2da2c1b0be05,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.655446 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.655797 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.656142 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.656483 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.656817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.657151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.657484 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.658332 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.658678 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.659011 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.659333 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.659661 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.699647 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-6a9c7ee6-9b7b-4350-9cb4-f747bd13fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:08.701163 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-6a9c7ee6-9b7b-4350-9cb4-f747bd13fa6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0533619 Jun 30 21:54:08.704100 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.705295 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-af536d82-1ca7-4c53-a725-c3d3e7d72a90 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7240088 Jun 30 21:54:08.708258 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36618) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:08.713162 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:08.727338 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '2d362d05-f393-4d74-aded-4e7c08d96f18', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'port_id': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'mac_address': 'fa:16:3e:9a:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 0, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.757901 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89950417-e57a-45c2-a0d3-688f70102b69 None None] The sync data for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi is: [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '2d362d05-f393-4d74-aded-4e7c08d96f18', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'port_id': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'mac_address': 'fa:16:3e:9a:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 0, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:08.758716 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-6c7f5908-e965-484a-ae8b-3ae6ee31a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:08.760292 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-6c7f5908-e965-484a-ae8b-3ae6ee31a59e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531158 Jun 30 21:54:08.801929 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.857570 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-29d37dc3-99ce-47f2-bbfe-2737f4d44ffe service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911126 Jun 30 21:54:08.862229 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.950524 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.957702 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4faa6-c152-447b-84a7-2c1b5f4916af None None] New status for floating IP 2d362d05-f393-4d74-aded-4e7c08d96f18: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:54:08.959170 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-f40b8447-8409-470b-8328-3e924a4c46f9 req-caf37919-2aa3-4e62-b9b1-2bc192496826 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958812 Jun 30 21:54:08.967474 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f0578-1403-4ce9-aab1-e8622eb10656,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.978940 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.979430 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.979843 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.980254 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.980676 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.981073 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.981471 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.981869 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.982266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.982679 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.983099 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:08.983736 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:09.052999 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.056758 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-b386c9b6-e8e5-40ab-ba15-8fb09fdcaea3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449440 Jun 30 21:54:09.057102 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36620) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.061673 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:09.190767 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.252908 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.339532 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.356749 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681a1819-872c-4173-86c0-ea36affb3027,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:09.430764 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.432049 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3e91db6e-96dc-4626-a5cb-267828c2e8e2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3739002 Jun 30 21:54:09.434802 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36622) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.439222 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:09.503230 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.559266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.607536 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.625025 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f8c68-554a-4a8f-b899-f60b95bccaec,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:09.693508 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.694840 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-21c7f2be-641d-4352-8f17-9151ac9e5805 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590468 Jun 30 21:54:09.697635 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36624) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.702087 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:09.806890 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.864201 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.933619 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.951531 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9f0c2b-8b01-44fb-a8ef-98ee62fb511a,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:10.036621 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.037843 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4c746296-4e1a-401d-96bd-20187cf9fcd7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392954 Jun 30 21:54:10.040536 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36626) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:10.044924 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:10.121620 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Project b501858f0b2748898afc54c4eb1dbe2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:54:10.126259 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.187372 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.270857 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.288142 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7960241-7eff-4f28-ba88-97169d176390,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:10.372854 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.373846 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-8c19a516-cec8-4e15-8d8b-be9ba38250f4 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324084 Jun 30 21:54:10.376460 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36628) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:10.380850 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'security_group_rule': {'security_group_id': 'c0c168aa-2c38-45b4-b299-2da2c1b0be05', 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:11.150502 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.securitygroups_db [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Project b501858f0b2748898afc54c4eb1dbe2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:54:11.155912 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.217061 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.287650 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-463384'] for security_group_rule, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.306216 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc7cd1-ecea-442c-b4c8-a9c3aa3caaa6,revision_number=0']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.373730 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.375041 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5c7d62b1-4532-4a43-bf96-4aca39ef9e79 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9976180 Jun 30 21:54:11.494705 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-00349597-5d23-4848-b2b4-1bab6bb6c6b6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119577936&fields=id&tenant_id=b501858f0b2748898afc54c4eb1dbe2b HTTP/1.1" status: 200 len: 267 time: 0.0337093 Jun 30 21:54:11.568036 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-b2537f98-26be-4e2d-b6cd-878d4ca6338b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:11.569458 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-b2537f98-26be-4e2d-b6cd-878d4ca6338b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0681767 Jun 30 21:54:11.580338 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'port': {'security_groups': ['de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3', 'c0c168aa-2c38-45b4-b299-2da2c1b0be05']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:11.673429 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.864845 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:11.892468 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.961623 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.996537 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:54:12.010771 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:12.011345 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.012754 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2a72decf-25fd-4f45-8cb9-3102e35e3e6b req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "PUT /v2.0/ports/3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 981 time: 0.4369032 Jun 30 21:54:12.013206 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:12.015511 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34499f43-ed28-46c7-b971-02cf3202bce3" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:12.046925 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520025-22bd-41a6-afff-0800465e1a38 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=6']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:12.066790 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa84669-386c-42c5-8b9e-80f15e85743f x-openstack-request-id: req-efa84669-386c-42c5-8b9e-80f15e85743f {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:12.067087 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:12.067395 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efa84669-386c-42c5-8b9e-80f15e85743f {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:12.068022 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:54:12.161320 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:54:12.189886 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-1b2ddc7c-0231-4c70-85fa-51ed341e604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:12.192716 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-1b2ddc7c-0231-4c70-85fa-51ed341e604b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1137 time: 0.0715547 Jun 30 21:54:12.206207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb408-21e7-4ef9-aeed-89a0444964e4 req-be3bd8df-be15-479e-939d-368a2853192b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:12.208447 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b93fb408-21e7-4ef9-aeed-89a0444964e4 req-be3bd8df-be15-479e-939d-368a2853192b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0817347 Jun 30 21:54:12.248847 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b93fb408-21e7-4ef9-aeed-89a0444964e4 req-b560380d-803f-4626-8298-d04861aa6bed tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347171 Jun 30 21:54:12.306000 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e4746ed2-3bf8-43bb-89bc-5811aa48a1a3 None None] Provisioning complete for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:12.306292 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4746ed2-3bf8-43bb-89bc-5811aa48a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.369817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-c04faed3-5bd3-4512-aa19-90975df3f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:13.371303 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-c04faed3-5bd3-4512-aa19-90975df3f87b service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0837975 Jun 30 21:54:14.277500 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-d9094abd-3ecf-43c0-9ff6-334fc8915d8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0618136 Jun 30 21:54:15.633482 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-66e50b76-138b-45f2-a9ec-5d2c74e43763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:15.634996 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-66e50b76-138b-45f2-a9ec-5d2c74e43763 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0443738 Jun 30 21:54:15.689690 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-3daed27e-7986-48f2-ac8c-979d9543e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:15.691819 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-3daed27e-7986-48f2-ac8c-979d9543e678 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503068 Jun 30 21:54:15.785298 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-0115f27f-849b-4daa-ab33-84f6b0bb92cb service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Jun 30 21:54:15.830837 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.873742 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-34499f43-ed28-46c7-b971-02cf3202bce3 req-8d707418-4599-49ca-af74-b63ebc2bc20a service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811644 Jun 30 21:54:23.729777 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-3fb038cd-6a8d-43d7-938b-4fce52d103c9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077459308&fields=id&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 267 time: 0.0322852 Jun 30 21:54:23.835806 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-265476b0-52bc-4e98-8ca9-c52839c034bf tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:23.837275 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-265476b0-52bc-4e98-8ca9-c52839c034bf tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.1008089 Jun 30 21:54:23.851531 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-2ec14750-e230-46cc-bd0a-759245e32f4d tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/quotas/f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 375 time: 0.0087063 Jun 30 21:54:23.925032 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-b683efb0-07f8-4ba4-9900-433c79841c25 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688143 Jun 30 21:54:24.023328 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-19da87d1-7db6-4df7-8816-707f2ab495f5 service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Jun 30 21:54:24.121407 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-346eeccf-b2a7-4d65-b07d-a5029f51d136 service neutron] 10.222.0.11 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921710 Jun 30 21:54:24.646840 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-2e3eb078-cefc-4bf2-9519-e9b283521aec req-44d2880d-fa49-4dfe-87c0-067e6a98f413 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 210 time: 0.0303802 Jun 30 21:54:25.785017 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2761bc0-3457-44bf-b823-f19986b54e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:25.795782 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-92ca434e-00d6-48d8-8f88-02a21e5f6a57 req-40c4ce98-b0b3-4f45-9254-9e7f80acfd98 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 210 time: 0.0272312 Jun 30 21:54:26.937022 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-22fe3a16-ff8c-4415-adcb-e8686a7f98a2 req-ecf0534e-58f2-4e2f-8296-c5f59cebe2f0 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 210 time: 0.0310242 Jun 30 21:54:26.949145 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-82a32d22-cf46-472a-a700-1572a40061d7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:26.950593 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-82a32d22-cf46-472a-a700-1572a40061d7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 812 time: 0.1061327 Jun 30 21:54:27.002971 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-4ad0eecc-be60-4d14-bed9-64bf17d0ee9e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4496967e3d74b93a323a283531178b5 HTTP/1.1" status: 200 len: 380 time: 0.0335400 Jun 30 21:54:27.012212 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'port': {'device_id': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'admin_state_up': True, 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'security_groups': ['51161879-da93-46a8-a2bc-c410fd3351f6']}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:27.208050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Made reservation on behalf of f4496967e3d74b93a323a283531178b5 for: {'port': 1} {{(pid=93697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:27.211650 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:27.336190 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_common [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.20.0.5 (ea11d3f4-7453-4b3f-beb7-23d91a33493b/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb/68575bf3-1320-42d6-8432-57fd5b27713b) {{(pid=93697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:27.477337 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:27.490846 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Transition to ACTIVE for port object 68575bf3-1320-42d6-8432-57fd5b27713b will not be triggered until provisioned by entity DHCP. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:27.602151 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11424582'] for port, after_create {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:27.646277 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b is already hosted by enough agents. {{(pid=93697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:27.649627 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.base_scheduler [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:27.653408 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:27.679847 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=1']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:27.710116 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:27.710784 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:27.803335 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-92e8d260-0626-416b-8da1-174bf249802e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946908 Jun 30 21:54:27.825993 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.v2.base [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Request body: {'port': {'device_id': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:27.902853 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:27.975111 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-34f85561-3df8-49b4-b083-7640c07edb6e None None] Provisioning for port 68575bf3-1320-42d6-8432-57fd5b27713b completed by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:27.978460 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-34f85561-3df8-49b4-b083-7640c07edb6e None None] Provisioning complete for port 68575bf3-1320-42d6-8432-57fd5b27713b triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:27.978873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34f85561-3df8-49b4-b083-7640c07edb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.016450 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-34f85561-3df8-49b4-b083-7640c07edb6e None None] Port 68575bf3-1320-42d6-8432-57fd5b27713b cannot update to ACTIVE because it is not bound. {{(pid=93699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:28.109022 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2355f-f442-494e-af28-2c01d8639130 req-a99fc173-a52e-4856-8c3c-ecedafb6eb0b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.110528 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4e2355f-f442-494e-af28-2c01d8639130 req-a99fc173-a52e-4856-8c3c-ecedafb6eb0b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 931 time: 0.0645554 Jun 30 21:54:28.152194 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c4e2355f-f442-494e-af28-2c01d8639130 req-cbc95226-9a30-4385-b8fe-e6394bfc76e6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Jun 30 21:54:28.187421 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68575bf3-1320-42d6-8432-57fd5b27713b {{(pid=93697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:28.195630 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.210232 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Transition to ACTIVE for port object 68575bf3-1320-42d6-8432-57fd5b27713b will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:28.288184 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.339004 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Pushing event updated for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:28.411253 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Attempting to bind port 68575bf3-1320-42d6-8432-57fd5b27713b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:28.411595 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Attempting to bind port 68575bf3-1320-42d6-8432-57fd5b27713b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:28.411925 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Attempting to bind port 68575bf3-1320-42d6-8432-57fd5b27713b on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:28.419526 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Port 68575bf3-1320-42d6-8432-57fd5b27713b on network ea11d3f4-7453-4b3f-beb7-23d91a33493b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:54:28.419875 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Attempting to bind port 68575bf3-1320-42d6-8432-57fd5b27713b on network ea11d3f4-7453-4b3f-beb7-23d91a33493b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:28.425329 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Checking agent: {'id': '533a3d79-7f41-44a0-ac92-2e775419ec70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'started_at': datetime.datetime(2021, 6, 30, 21, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:28.425665 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Checking segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:28.426175 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Bound using segment: {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:28.426600 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Bound port: 68575bf3-1320-42d6-8432-57fd5b27713b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fb3b6-65cb-473c-a5b9-c939df08df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:28.427615 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.453748 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99c5a37f-cf9c-4588-a7d2-34ff550378dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.497663 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:28.501094 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=68575bf3-1320-42d6-8432-57fd5b27713b,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:28.613890 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11424596'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.648914 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.649153 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.650523 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] 10.222.0.13 "PUT /v2.0/ports/68575bf3-1320-42d6-8432-57fd5b27713b HTTP/1.1" status: 200 len: 1093 time: 0.8290584 Jun 30 21:54:28.650983 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:28.653551 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b9daa8-00d1-414e-a870-83a166869710" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:28.681340 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4cf3e-ffb3-49a9-876c-af91b39be0ee service neutron] Pushing event updated for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:28.695465 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7d30b-b3bd-45d5-99ec-4b0434e9d578 x-openstack-request-id: req-95e7d30b-b3bd-45d5-99ec-4b0434e9d578 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:28.695757 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:28.696290 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95e7d30b-b3bd-45d5-99ec-4b0434e9d578 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:28.696693 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b', 'status': 'completed', 'code': 200} Jun 30 21:54:28.727978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:28.807575 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9daa8-00d1-414e-a870-83a166869710 req-4634b722-bb42-4c7b-8eb3-b19c95dd25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.808995 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-88b9daa8-00d1-414e-a870-83a166869710 req-4634b722-bb42-4c7b-8eb3-b19c95dd25a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1096 time: 0.0537889 Jun 30 21:54:28.913718 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9daa8-00d1-414e-a870-83a166869710 req-a97dd66b-3356-46db-b522-4f98fc4ec472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.915154 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-88b9daa8-00d1-414e-a870-83a166869710 req-a97dd66b-3356-46db-b522-4f98fc4ec472 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4496967e3d74b93a323a283531178b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936069 Jun 30 21:54:29.005178 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9daa8-00d1-414e-a870-83a166869710 req-f3052f02-687b-44ec-adfb-c2bfd77eb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:29.006619 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-88b9daa8-00d1-414e-a870-83a166869710 req-f3052f02-687b-44ec-adfb-c2bfd77eb7ed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858610 Jun 30 21:54:29.120505 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-ccae16ed-af5a-4c4d-9d46-d43296bbf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:29.121979 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-ccae16ed-af5a-4c4d-9d46-d43296bbf216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1096 time: 0.0553579 Jun 30 21:54:29.167300 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-df81d183-2e82-4a9b-9546-cb2bc2e390a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68575bf3-1320-42d6-8432-57fd5b27713b HTTP/1.1" status: 200 len: 217 time: 0.0330496 Jun 30 21:54:29.213950 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-c2840b09-328c-4af9-b180-5c74e68e4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:29.215467 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-c2840b09-328c-4af9-b180-5c74e68e4922 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0424592 Jun 30 21:54:29.274670 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-854d6212-f7c0-4ba0-a197-ce88fec2e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:29.276201 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-854d6212-f7c0-4ba0-a197-ce88fec2e3f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545161 Jun 30 21:54:29.322454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b016a-3741-4dae-a7f7-092bec5a6c1a req-b2c766b4-ce1b-4436-a598-3c1e989f0a9f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:29.323954 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-297b016a-3741-4dae-a7f7-092bec5a6c1a req-b2c766b4-ce1b-4436-a598-3c1e989f0a9f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0628166 Jun 30 21:54:29.361519 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-297b016a-3741-4dae-a7f7-092bec5a6c1a req-94f0c678-ad5e-484f-ad6c-c5a871723224 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Jun 30 21:54:29.364255 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-fc118b31-9ff6-4651-826a-4f6c09adc937 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816395 Jun 30 21:54:29.455933 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-37132de6-bd62-41d3-aeb8-aa597f2bcf66 req-0bf1138e-b7d6-463b-8ceb-747a5e915a3a service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852244 Jun 30 21:54:29.813498 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:30.036453 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-0bfe7c3a-f69c-47ad-b37e-a8bcddf23e46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546930 Jun 30 21:54:30.151095 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-0d03f149-cc43-462d-a7a8-dfe04252cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:30.152615 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-0d03f149-cc43-462d-a7a8-dfe04252cc29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.0528233 Jun 30 21:54:30.257911 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-694ab2b4-aaed-4e0e-a43a-b192192e6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:30.259400 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-694ab2b4-aaed-4e0e-a43a-b192192e6f90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0868988 Jun 30 21:54:30.322223 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-1011fea8-eeef-40a0-ab1f-b84388a134db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 1001 time: 0.0563641 Jun 30 21:54:30.372322 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-bf345809-c82a-45bb-aafd-3eda48c66476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:30.373773 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-bf345809-c82a-45bb-aafd-3eda48c66476 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0458803 Jun 30 21:54:30.430031 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-e63e334d-3776-40f1-a13f-961bd43aa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:30.431544 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-e63e334d-3776-40f1-a13f-961bd43aa575 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515437 Jun 30 21:54:30.519601 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-483eee2e-c287-4c9e-a74b-c8a1c02386a7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804415 Jun 30 21:54:30.540119 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736261cb-9738-4ec0-8fb3-971c41eebc2d req-a55b986f-7fff-409b-8461-c0341c599fd9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:30.541586 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-736261cb-9738-4ec0-8fb3-971c41eebc2d req-a55b986f-7fff-409b-8461-c0341c599fd9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0693848 Jun 30 21:54:30.578045 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-736261cb-9738-4ec0-8fb3-971c41eebc2d req-6f48515e-50ee-4d3c-8903-5d025e67d467 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307088 Jun 30 21:54:30.612458 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-fc29ee64-b001-45f4-8de4-831e59dcb74b req-c7b9409d-5de6-4552-be72-435e97b03c6a service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Jun 30 21:54:31.671024 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:31.751479 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99f591-c5ac-438b-82a3-7197bccfff24 req-c28b41b2-ed6f-4038-a3cf-7bf2eec18570 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:31.754456 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db99f591-c5ac-438b-82a3-7197bccfff24 req-c28b41b2-ed6f-4038-a3cf-7bf2eec18570 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0643673 Jun 30 21:54:31.792537 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-db99f591-c5ac-438b-82a3-7197bccfff24 req-6f9b7c49-9476-42ca-8914-d1d009ffe2d4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Jun 30 21:54:32.963125 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c142-7b5f-4ccb-b6e1-aa5dd230d2df req-b37b1a4e-92e4-4371-95a2-0905046a34ef tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:32.964590 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7f1c142-7b5f-4ccb-b6e1-aa5dd230d2df req-b37b1a4e-92e4-4371-95a2-0905046a34ef tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0647612 Jun 30 21:54:33.261624 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c7f1c142-7b5f-4ccb-b6e1-aa5dd230d2df req-1b3cda2b-483c-4b07-84a1-ed33245c5a33 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913890 Jun 30 21:54:34.428911 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142a61d-0191-4989-8396-26c86ac19395 req-a7d32b80-0c98-425b-92cd-1add1a35a35e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:34.430358 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6142a61d-0191-4989-8396-26c86ac19395 req-a7d32b80-0c98-425b-92cd-1add1a35a35e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0603695 Jun 30 21:54:34.467628 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-6142a61d-0191-4989-8396-26c86ac19395 req-2f35da91-fb6a-483c-ab10-77318a515cf4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Jun 30 21:54:35.648705 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662fdc9-d061-4f8b-8ac7-e04a8f7622c4 req-e6b11e27-dc93-46f4-aab1-7c76670cd50b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:35.650893 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c662fdc9-d061-4f8b-8ac7-e04a8f7622c4 req-e6b11e27-dc93-46f4-aab1-7c76670cd50b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0633922 Jun 30 21:54:35.692267 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-c662fdc9-d061-4f8b-8ac7-e04a8f7622c4 req-d918f976-3526-4712-b264-9a58736d8e48 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359764 Jun 30 21:54:36.868138 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c8440-5a3d-4f8c-8af0-9ea84d155add req-c4950b92-15a8-4e0a-b2c9-3e957b1306ef tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:36.869615 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-132c8440-5a3d-4f8c-8af0-9ea84d155add req-c4950b92-15a8-4e0a-b2c9-3e957b1306ef tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0617433 Jun 30 21:54:36.906166 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-132c8440-5a3d-4f8c-8af0-9ea84d155add req-33db0fe2-4700-4ff5-94e4-ffd1cf5b4c77 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jun 30 21:54:38.228749 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a9bb-8b8c-4a9e-acb8-31a813fd0699 req-1be43ca9-6919-4ae6-b255-e517fef08eb4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:38.230273 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fb9a9bb-8b8c-4a9e-acb8-31a813fd0699 req-1be43ca9-6919-4ae6-b255-e517fef08eb4 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 943 time: 0.0627701 Jun 30 21:54:38.267395 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3fb9a9bb-8b8c-4a9e-acb8-31a813fd0699 req-c5549184-caa9-489f-9b41-190ac74f14fa tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Jun 30 21:54:38.483134 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 68575bf3-1320-42d6-8432-57fd5b27713b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:54:38.574135 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=68575bf3-1320-42d6-8432-57fd5b27713b,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:38.584593 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Returning: {'device': '68575bf3-1320-42d6-8432-57fd5b27713b', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'port_id': '68575bf3-1320-42d6-8432-57fd5b27713b', 'mac_address': 'fa:16:3e:9e:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:54:38.621098 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:38.636385 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68575bf3-1320-42d6-8432-57fd5b27713b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:38.655001 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=68575bf3-1320-42d6-8432-57fd5b27713b,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:38.750687 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:38.804790 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=4']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:38.812157 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.812510 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.812857 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.813200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.813539 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.813878 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.814210 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.814542 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.814916 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.815241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.815571 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:38.815922 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:39.196365 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['68575bf3-1320-42d6-8432-57fd5b27713b'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:54:39.447276 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9a2f6-70c0-4536-b5f0-84305590c0e6 req-8e5fdbea-ac5c-4201-a940-7a34f7da0ec8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:39.448640 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34f9a2f6-70c0-4536-b5f0-84305590c0e6 req-8e5fdbea-ac5c-4201-a940-7a34f7da0ec8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 944 time: 0.0690815 Jun 30 21:54:39.484870 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-34f9a2f6-70c0-4536-b5f0-84305590c0e6 req-13734534-621a-4710-9466-aa6cb8bcc92a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Jun 30 21:54:39.937796 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:54:40.507896 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 68575bf3-1320-42d6-8432-57fd5b27713b up at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:40.619077 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning for port 68575bf3-1320-42d6-8432-57fd5b27713b completed by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:40.622884 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Provisioning complete for port 68575bf3-1320-42d6-8432-57fd5b27713b triggered by entity L2. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:40.623269 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:40.654207 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fc9e1-ea4c-4cc6-ae4d-f2ae78500490 req-621856fb-8429-4fa7-8ac3-13394ca258b7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:40.655802 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b39fc9e1-ea4c-4cc6-ae4d-f2ae78500490 req-621856fb-8429-4fa7-8ac3-13394ca258b7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 944 time: 0.0622449 Jun 30 21:54:40.692666 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b39fc9e1-ea4c-4cc6-ae4d-f2ae78500490 req-44f7090e-26b9-4c4f-955a-5b62f5339ee1 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Jun 30 21:54:40.703555 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:40.725899 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:40.728128 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33c67bd3f138ab9adc4de852ddd2bdad2f936004b79370737eeda946441ae5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb3019-02f6-4c4f-8297-9d985f4047cb" -d '{"events": [{"server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "name": "network-vif-plugged", "status": "completed", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:40.740750 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=68575bf3-1320-42d6-8432-57fd5b27713b,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:40.816163 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e02715-cfb9-44fc-946a-391438ce8b45 x-openstack-request-id: req-02e02715-cfb9-44fc-946a-391438ce8b45 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:40.816459 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "name": "network-vif-plugged", "status": "completed", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:40.816709 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02e02715-cfb9-44fc-946a-391438ce8b45 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:40.817103 dv-cinder-774286-18-iscsi neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b', 'code': 200} Jun 30 21:54:40.841959 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:40.889392 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Pushing event updated for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=5']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:41.253770 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772949c-9bf8-4839-895b-77f5212fd5a1 req-c411c727-3891-471c-b71b-beb3b2564f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:41.255201 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6772949c-9bf8-4839-895b-77f5212fd5a1 req-c411c727-3891-471c-b71b-beb3b2564f18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1098 time: 0.0502388 Jun 30 21:54:41.289571 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-6772949c-9bf8-4839-895b-77f5212fd5a1 req-639f24f4-c55f-4658-b49c-8cd5efe9ebd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273108 Jun 30 21:54:41.868449 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9a39-7f3b-493d-8104-96baef5c13e7 req-828cd82a-721b-4147-81a8-d3f880fdace6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:41.869909 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-092c9a39-7f3b-493d-8104-96baef5c13e7 req-828cd82a-721b-4147-81a8-d3f880fdace6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0613513 Jun 30 21:54:41.909225 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-092c9a39-7f3b-493d-8104-96baef5c13e7 req-430d2e26-fe01-4263-9edd-523fc09d9599 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337343 Jun 30 21:54:43.082604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c10113-42b5-404c-bdcc-a89b6980d211 req-29fff37b-36d0-49da-afd1-c14a63d6fc0f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:43.084143 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6c10113-42b5-404c-bdcc-a89b6980d211 req-29fff37b-36d0-49da-afd1-c14a63d6fc0f tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Jun 30 21:54:43.121890 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-d6c10113-42b5-404c-bdcc-a89b6980d211 req-10c591ba-94e5-40c2-8490-db34c11c6174 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Jun 30 21:54:44.292567 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d087-bdd3-4992-9f15-87f22b938f41 req-52a18a75-12c3-42bc-8804-75aefa5b3598 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:44.294066 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f304d087-bdd3-4992-9f15-87f22b938f41 req-52a18a75-12c3-42bc-8804-75aefa5b3598 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0622752 Jun 30 21:54:44.331796 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f304d087-bdd3-4992-9f15-87f22b938f41 req-818840e7-6adc-4f19-9bc7-ff891c1d2198 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Jun 30 21:54:44.501732 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62396a16-ea59-4a27-b015-e473cfaf8f7b req-0bcf48bb-3979-4f9a-9341-305810e63951 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:44.503165 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62396a16-ea59-4a27-b015-e473cfaf8f7b req-0bcf48bb-3979-4f9a-9341-305810e63951 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0643814 Jun 30 21:54:44.540286 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-62396a16-ea59-4a27-b015-e473cfaf8f7b req-e25e2ee7-53f8-43f2-91b5-ba48e817adc6 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Jun 30 21:54:44.564161 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36750) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:44.712008 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3f43a-8971-4dab-93c8-94be0eb927e4 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:44.713533 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5cf3f43a-8971-4dab-93c8-94be0eb927e4 tempest-TestVolumeBootPattern-1368002759 tempest-TestVolumeBootPattern-1368002759-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1093 time: 0.1484110 Jun 30 21:54:44.716403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36754) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:44.720639 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Request body: {'floatingip': {'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'port_id': '68575bf3-1320-42d6-8432-57fd5b27713b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:44.808321 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.915441 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.025636 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_common [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Allocated IP 172.27.3.16 (40507054-0f4f-4661-9056-9f3345c310d4/54b1096f-1e07-45fb-aeea-939d6f9bfa53/ddac8eb7-8939-41d0-bbae-4219aaba8b66) {{(pid=93698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:45.127467 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.236574 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-168800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786191853505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8797274'] for port, after_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.274768 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Network 40507054-0f4f-4661-9056-9f3345c310d4 is already hosted by enough agents. {{(pid=93698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:45.277725 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.base_scheduler [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Resources bound (agent type, host, resource id): {{(pid=93698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:45.281258 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Received port after_create {{(pid=93698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:45.306631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=ddac8eb7-8939-41d0-bbae-4219aaba8b66,revision_number=1']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:45.644309 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.750463 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.801962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.895149 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.955947 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.027263 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event updated for resources: {'Port': ['ID=ddac8eb7-8939-41d0-bbae-4219aaba8b66,revision_number=2']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:46.035184 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441022'] for floatingip, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.131338 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP aed36737-7a3d-4a75-806c-b134640ca879 associated. External IP: 172.27.3.16, port: 68575bf3-1320-42d6-8432-57fd5b27713b. Jun 30 21:54:46.330788 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:54:46.431927 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:54:46.441532 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:54:46.450365 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:46.456411 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:54:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:46.533645 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.554180 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:46.573169 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-2d554dde-7d03-4518-aa1a-c594b430580b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8557630 Jun 30 21:54:46.573769 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:46.576080 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72df66-9347-424c-a5cc-590917d2ac2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:46.613033 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ddc088-3060-4bb7-84c1-98698b3a3fff x-openstack-request-id: req-90ddc088-3060-4bb7-84c1-98698b3a3fff {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:46.613446 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:46.613811 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90ddc088-3060-4bb7-84c1-98698b3a3fff {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:46.614220 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b', 'status': 'completed', 'code': 200} Jun 30 21:54:46.708541 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-124d4ddf-291b-4bb4-a5a4-d8814395692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.710002 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-124d4ddf-291b-4bb4-a5a4-d8814395692c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1098 time: 0.0501010 Jun 30 21:54:46.779267 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}, {'id': 'aed36737-7a3d-4a75-806c-b134640ca879', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': '68575bf3-1320-42d6-8432-57fd5b27713b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:9e:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:45Z', 'updated_at': '2021-06-30T21:54:45Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:46.802084 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-b86f8cfb-5c7e-4288-9735-7b69dfadc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.803610 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-b86f8cfb-5c7e-4288-9735-7b69dfadc2ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0873864 Jun 30 21:54:46.804858 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:46.812987 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:46.813603 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:54:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:46.870069 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-c94b83f4-38ff-44ae-bbdf-6cc9d5be7f45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68575bf3-1320-42d6-8432-57fd5b27713b HTTP/1.1" status: 200 len: 998 time: 0.0604312 Jun 30 21:54:46.918047 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-67629f16-4cac-44fb-bf00-14db02d8dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.919593 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-67629f16-4cac-44fb-bf00-14db02d8dea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0441046 Jun 30 21:54:46.979384 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-505f2beb-eb82-424d-9de1-768820d8a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.980911 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-505f2beb-eb82-424d-9de1-768820d8a257 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549037 Jun 30 21:54:47.043642 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:47.073785 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-186ebc8b-5b02-484f-a0a4-029eacae4af8 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863659 Jun 30 21:54:47.161527 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-0f72df66-9347-424c-a5cc-590917d2ac2d req-02c257c2-7a76-49f1-89b8-4d15e9c10bce service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812473 Jun 30 21:54:47.262048 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}, {'id': 'aed36737-7a3d-4a75-806c-b134640ca879', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': '68575bf3-1320-42d6-8432-57fd5b27713b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:9e:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:45Z', 'updated_at': '2021-06-30T21:54:45Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:47.291501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab849f3-58b0-4dd4-b09b-9237e7325263 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}, {'id': 'aed36737-7a3d-4a75-806c-b134640ca879', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': '68575bf3-1320-42d6-8432-57fd5b27713b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:9e:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:54:45Z', 'updated_at': '2021-06-30T21:54:45Z', 'revision_number': 0, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:47.475874 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8021eb5-daba-4f73-9292-0bcb4e03edfa None None] New status for floating IP aed36737-7a3d-4a75-806c-b134640ca879: ACTIVE {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:54:55.761756 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736f57a1-d82a-404d-bcac-27bcd52254e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:58.430375 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3d41-810c-477a-b351-dca596cfa829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:58.790384 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:59.801747 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:01.681844 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:15.767865 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:16.935840 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:55:23.940480 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed8b9-3de6-494c-88c9-a9b2db558fce req-f260a080-4f1f-4ca1-a974-8e34bf7c7077 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.941992 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-278ed8b9-3de6-494c-88c9-a9b2db558fce req-f260a080-4f1f-4ca1-a974-8e34bf7c7077 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0622888 Jun 30 21:55:23.976626 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-c25766f9-4f83-411c-9dee-e0b40885b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.978128 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-c25766f9-4f83-411c-9dee-e0b40885b2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1137 time: 0.0521204 Jun 30 21:55:23.981406 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-278ed8b9-3de6-494c-88c9-a9b2db558fce req-d341b777-fd8d-49ea-8601-58e558594ab3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335264 Jun 30 21:55:24.071487 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-e90ab776-a779-4212-8c35-5b87c3adaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:24.072932 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-e90ab776-a779-4212-8c35-5b87c3adaedc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0875518 Jun 30 21:55:24.140388 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-a4a0d26b-4e1e-4630-b4e1-75ab27d4c0ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0597029 Jun 30 21:55:24.189344 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-f507b6d0-8e4f-475e-b19b-05b4cf43424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:24.190979 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-f507b6d0-8e4f-475e-b19b-05b4cf43424d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0441537 Jun 30 21:55:24.248750 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-c7d70ed1-0aef-4023-a7aa-ed115484e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:24.250249 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-c7d70ed1-0aef-4023-a7aa-ed115484e14d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524964 Jun 30 21:55:24.348602 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-cafecb39-6dde-47f7-968c-62a1196a460d service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905588 Jun 30 21:55:24.437739 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-7e4ee73b-45bf-4729-b20a-0e7d7105a092 req-dd78ccaa-0e08-49d5-899e-b739bc33dcfe service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824950 Jun 30 21:55:25.149389 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88826ff-edfc-449f-ba8f-601cacae7d70 req-6537077e-9ea9-45c6-8518-4173c06bc580 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:25.150877 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f88826ff-edfc-449f-ba8f-601cacae7d70 req-6537077e-9ea9-45c6-8518-4173c06bc580 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0611029 Jun 30 21:55:25.192865 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f88826ff-edfc-449f-ba8f-601cacae7d70 req-82b4d646-1e3a-47dc-a227-a80c53aa417c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359395 Jun 30 21:55:25.796067 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-362baa8f-6bfe-4aa4-9905-32bf2cf892ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.362065 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ba5e5-bc35-4bc9-af98-e302a56f0853 req-211ece00-121d-4030-9d2a-665c4c730ff1 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:26.363554 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-785ba5e5-bc35-4bc9-af98-e302a56f0853 req-211ece00-121d-4030-9d2a-665c4c730ff1 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0643537 Jun 30 21:55:26.401191 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-785ba5e5-bc35-4bc9-af98-e302a56f0853 req-19033500-1b72-4fd4-bfd8-2c4dcb6bb90b tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320733 Jun 30 21:55:27.568328 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e6b74-314f-46ed-9c43-b167654c78c0 req-3b0285d2-5a16-4ac4-b2b9-bd4800d93199 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:27.569811 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a89e6b74-314f-46ed-9c43-b167654c78c0 req-3b0285d2-5a16-4ac4-b2b9-bd4800d93199 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0616250 Jun 30 21:55:27.609173 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a89e6b74-314f-46ed-9c43-b167654c78c0 req-3e04255d-7242-4243-b925-29953454a6ea tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327265 Jun 30 21:55:28.396304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b142627-b632-47c6-9abf-01207384de0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.717048 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.782731 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0111e-175e-4780-b90a-b16a27d49368 req-234966fa-3968-4a45-b5c2-b333ff7b4df2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:28.784192 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68f0111e-175e-4780-b90a-b16a27d49368 req-234966fa-3968-4a45-b5c2-b333ff7b4df2 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0644209 Jun 30 21:55:28.823067 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-68f0111e-175e-4780-b90a-b16a27d49368 req-d95e1352-d4a7-4b8e-8813-a1125d90fff1 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330064 Jun 30 21:55:29.790738 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.993301 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e93660-d269-4dd0-bfff-59ac75b69522 req-5d729358-429f-4586-b8a6-f81e72ae591d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:29.994777 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09e93660-d269-4dd0-bfff-59ac75b69522 req-5d729358-429f-4586-b8a6-f81e72ae591d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0621355 Jun 30 21:55:30.033270 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-09e93660-d269-4dd0-bfff-59ac75b69522 req-99514742-ed2e-42bc-aab8-2061ac7e1a0f tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328951 Jun 30 21:55:31.072397 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-d2e8a834-1751-4cec-b0d0-71e8f240695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.073893 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-d2e8a834-1751-4cec-b0d0-71e8f240695c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1137 time: 0.0510640 Jun 30 21:55:31.177737 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-1e2a7e45-43fc-4743-8eb7-84884c9cb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.179259 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-1e2a7e45-43fc-4743-8eb7-84884c9cb38a service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0862043 Jun 30 21:55:31.202383 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4fed3-e705-4395-8f75-9160b6158b0d req-3b1d5b5b-23dd-4c61-bf70-9d21acd19678 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.203869 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ef4fed3-e705-4395-8f75-9160b6158b0d req-3b1d5b5b-23dd-4c61-bf70-9d21acd19678 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0609190 Jun 30 21:55:31.246102 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3ef4fed3-e705-4395-8f75-9160b6158b0d req-204914c4-b43c-4d39-a93b-ad5240eed6a7 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364339 Jun 30 21:55:31.246601 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-211f0212-e39d-44cf-8183-89c8a2d23e31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0602043 Jun 30 21:55:31.293826 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-cf5d9eeb-979c-4f72-8e6c-987f05f74eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.295820 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-cf5d9eeb-979c-4f72-8e6c-987f05f74eb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0432150 Jun 30 21:55:31.351804 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-53b7cc47-9fff-4c46-9b56-8772e2d2a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.353287 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-53b7cc47-9fff-4c46-9b56-8772e2d2a2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505500 Jun 30 21:55:31.441907 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-442fbd67-d60d-470e-b5e4-f1cc3fbe07c2 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818107 Jun 30 21:55:31.527844 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-8fc9723f-6927-4e32-ae04-fac1e42ec435 req-2d8d374b-8103-437d-bc8e-928f84beea86 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792019 Jun 30 21:55:31.687425 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:32.415197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296f22-34a5-42cc-aa27-3f398468b175 req-9ab7ce01-ce7a-485d-afe1-d15a2fcd40e6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.416667 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7296f22-34a5-42cc-aa27-3f398468b175 req-9ab7ce01-ce7a-485d-afe1-d15a2fcd40e6 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0626695 Jun 30 21:55:32.454596 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-e7296f22-34a5-42cc-aa27-3f398468b175 req-b3a7fd0f-c9c5-4197-a9e6-69f20a432530 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322192 Jun 30 21:55:33.621880 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84739157-bdc6-4589-9c01-e39036b2ea39 req-922cd776-e25f-42a8-a5dc-f5553fb62b9a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:33.623252 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84739157-bdc6-4589-9c01-e39036b2ea39 req-922cd776-e25f-42a8-a5dc-f5553fb62b9a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0611150 Jun 30 21:55:33.661510 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-84739157-bdc6-4589-9c01-e39036b2ea39 req-584cfb7b-2578-4c0a-94bc-07238d57265d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327277 Jun 30 21:55:34.829904 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e460a-72a5-4fce-8d4d-480c0930a668 req-0bda0d1e-291c-44e2-ade2-ec1260671206 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:34.831380 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a38e460a-72a5-4fce-8d4d-480c0930a668 req-0bda0d1e-291c-44e2-ade2-ec1260671206 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0644095 Jun 30 21:55:34.870138 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-a38e460a-72a5-4fce-8d4d-480c0930a668 req-b9a7969f-d751-4376-a6b9-619ee3c9ba19 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332344 Jun 30 21:55:36.036414 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c228bd0-d263-4db6-91f5-44d9719b2336 req-d4f351a1-b63c-4ae3-a961-f398c8e29955 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:36.037855 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c228bd0-d263-4db6-91f5-44d9719b2336 req-d4f351a1-b63c-4ae3-a961-f398c8e29955 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0612824 Jun 30 21:55:36.076074 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7c228bd0-d263-4db6-91f5-44d9719b2336 req-f44c4bee-c004-4c05-93b4-002a14781f73 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&id=c0c168aa-2c38-45b4-b299-2da2c1b0be05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326726 Jun 30 21:55:45.795989 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:53.933911 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:55:55.756100 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f0a91c6-004c-4df3-8d2e-86b82a6af820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.407715 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2ae63023-a9ab-485e-bd9e-5a0fddac8415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.727586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:59.801964 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.688155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.859341 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:25.779094 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47b614ae-d154-4b34-8fcf-722229d2ded7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:28.545103 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb24423e-4463-4ede-9cd8-0fb7eca6c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:28.767721 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:29.859021 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:30.931888 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:56:30.997799 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-f5312eb0-c0db-4034-9103-9fd5e6fbdcab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526290 Jun 30 21:56:31.359775 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-c64ba923-ad3d-47c9-b8f8-48e6444f1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:31.361260 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-c64ba923-ad3d-47c9-b8f8-48e6444f1b86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.3019717 Jun 30 21:56:31.460387 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-ff7a9056-6d2f-4a6e-990b-fc17a2c11c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:31.461798 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-ff7a9056-6d2f-4a6e-990b-fc17a2c11c56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0808904 Jun 30 21:56:31.525702 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-0929881d-05fd-402a-80cd-d1f0b9161b3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 1001 time: 0.0570588 Jun 30 21:56:31.571338 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-60bab7f0-56ad-4ac6-8db2-15fb92b6b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:31.572685 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-60bab7f0-56ad-4ac6-8db2-15fb92b6b7ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0402820 Jun 30 21:56:31.628365 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-8dc4c376-97aa-4a79-9142-473541b8e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:31.629875 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-8dc4c376-97aa-4a79-9142-473541b8e1a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504920 Jun 30 21:56:31.720901 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-7867489d-5f99-4402-9fef-76e344b3d9df service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844049 Jun 30 21:56:31.733430 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:31.811670 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-12adfec0-1dd3-4671-aa29-c3c13b6c8dda req-7e426b59-cbf3-48c9-8ace-519276db902b service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839767 Jun 30 21:56:39.656053 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-cfcd1fb2-ac0f-47a7-a714-1da8fdf7635e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119577936&fields=id&tenant_id=b501858f0b2748898afc54c4eb1dbe2b HTTP/1.1" status: 200 len: 267 time: 0.0829105 Jun 30 21:56:39.723638 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-c7f74d79-05bf-4163-a59e-2ddf57fcc988 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:39.725095 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-c7f74d79-05bf-4163-a59e-2ddf57fcc988 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 984 time: 0.0631385 Jun 30 21:56:39.735587 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.v2.base [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Request body: {'port': {'security_groups': ['de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3']}} {{(pid=93698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:39.812699 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560455'] for port, before_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:39.974411 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:40.001960 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for port, precommit_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.065179 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786192406788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786191853523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786191855108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797256'] for port, after_update {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.100753 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:40.112550 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:40.113183 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.114955 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-714418fd-5f7a-46f1-a5b6-9729297a9154 req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "PUT /v2.0/ports/3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 942 time: 0.3837628 Jun 30 21:56:40.115403 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:40.117631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50eab51-c8cc-462b-9be6-a0a5519247ff" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:40.122334 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36836) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:40.145797 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event updated for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=7']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:40.153210 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.153720 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.154096 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.154440 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.154797 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.155130 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.155459 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.155787 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.156112 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.156458 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.156808 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.157478 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0479a-7047-48f6-8069-918271547efa tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.190285 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab5b48-05b7-425e-bf57-6e097e19633e x-openstack-request-id: req-a1ab5b48-05b7-425e-bf57-6e097e19633e {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:40.190727 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:40.191538 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1ab5b48-05b7-425e-bf57-6e097e19633e {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:40.191538 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:56:40.212818 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.248222 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.258630 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:40.322902 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-4872c5dc-72a8-4753-8d4e-7b963542151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:40.324425 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-4872c5dc-72a8-4753-8d4e-7b963542151d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1098 time: 0.0857866 Jun 30 21:56:40.357351 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7c9f848c-c765-433d-843b-a2dc27da28f1 None None] Provisioning complete for port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 triggered by entity DHCP. {{(pid=93699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:40.357737 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c9f848c-c765-433d-843b-a2dc27da28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533778'] for port, provisioning_complete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.419754 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-858ccd2b-40a6-4875-9147-24bcaccbcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:40.421103 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-858ccd2b-40a6-4875-9147-24bcaccbcc31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0892916 Jun 30 21:56:40.478817 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.481447 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.482584 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "DELETE /v2.0/security-groups/c0c168aa-2c38-45b4-b299-2da2c1b0be05 HTTP/1.1" status: 204 len: 168 time: 0.3591428 Jun 30 21:56:40.485880 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36840) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:40.492941 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-fcde1211-ecf6-427b-b62f-d26ff476fb61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 1000 time: 0.0649707 Jun 30 21:56:40.497448 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c168aa-2c38-45b4-b299-2da2c1b0be05,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:40.513636 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.513978 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.514319 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.514664 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.515009 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.515426 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.515758 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.516086 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.516413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.516801 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.517127 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.517465 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81133a-77da-4827-8858-03776c7e100c tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:40.556781 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-6022d4b9-5eb5-43db-89d3-620b8f7d3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:40.558231 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-6022d4b9-5eb5-43db-89d3-620b8f7d3923 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0586045 Jun 30 21:56:40.614215 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-47b75621-7ac8-43bc-ae06-d2285ff7b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:40.616028 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-47b75621-7ac8-43bc-ae06-d2285ff7b3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509200 Jun 30 21:56:40.645565 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Deleting port 4641f486-8a68-43a9-9ab1-1b92296b90ab {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:40.645923 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.705134 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-e6b24ce3-09ef-4e9a-9ef3-f010e4deb1b3 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814407 Jun 30 21:56:40.717052 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.717605 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.729076 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Calling delete_port for 4641f486-8a68-43a9-9ab1-1b92296b90ab owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:40.795510 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b50eab51-c8cc-462b-9be6-a0a5519247ff req-21df6f28-32c3-4ed1-b35a-985cf8d528d4 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841212 Jun 30 21:56:40.956270 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:40.981334 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event deleted for resources: {'Port': ['ID=4641f486-8a68-43a9-9ab1-1b92296b90ab,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:41.041999 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:41.042326 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Floating IP 2d362d05-f393-4d74-aded-4e7c08d96f18 disassociated (deleted). External IP: 172.27.3.84, port: 3ebca2c6-de0a-437c-b6c1-84d49c81dad5. Jun 30 21:56:41.234379 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:41.594162 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:41.599233 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:41.603789 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Sync routers for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:41.616323 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:41.616940 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:41.633511 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-0b273e63-abbd-4af2-b737-61e447e298af tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d362d05-f393-4d74-aded-4e7c08d96f18 HTTP/1.1" status: 204 len: 168 time: 1.1465607 Jun 30 21:56:41.718248 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:41.917409 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:41.943892 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Checking router: 8807a192-587c-469a-b1f2-d8e6b83a3dd3 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:41.952226 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:41.952835 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:42.058508 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:42.192792 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:42.195188 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:42.231235 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38022885-bf23-4135-b1ac-4af80145dc9c x-openstack-request-id: req-38022885-bf23-4135-b1ac-4af80145dc9c {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:42.231592 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:42.231937 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38022885-bf23-4135-b1ac-4af80145dc9c {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:42.232413 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:56:42.260219 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:42.286241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d62e-8060-4ca8-b86c-50fbb3cc9418 None None] The sync data for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi is: [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:08Z', 'revision_number': 4, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': 'c55c06d5-187e-49e5-a4cf-31be319fd96a', 'name': '', 'network_id': '84c28d96-0a12-40e1-b44e-c417277d9353', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'mac_address': 'fa:16:3e:9b:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:07Z', 'updated_at': '2021-06-30T21:53:12Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'subnets': [{'id': '49a78b49-8b15-47c3-866a-9e7b6e9f9356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:42.339933 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-d8c0ba1f-1558-4bc2-b912-6fbb90439b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:42.341297 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-d8c0ba1f-1558-4bc2-b912-6fbb90439b2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 1098 time: 0.0538545 Jun 30 21:56:42.435113 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-824f132a-4d5a-4985-9452-9a365bfef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:42.436577 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-824f132a-4d5a-4985-9452-9a365bfef0b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 200 len: 915 time: 0.0888412 Jun 30 21:56:42.478335 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-2d895e48-ac7c-426f-8015-7ad29a55f020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 200 len: 217 time: 0.0353117 Jun 30 21:56:42.492617 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca60f2-06f8-47dd-93ee-fce6d51dcf42 None None] New status for floating IP 2d362d05-f393-4d74-aded-4e7c08d96f18: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:56:42.539662 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-4d84b5ad-bad6-46a2-a741-7495a5cc3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:42.541115 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-4d84b5ad-bad6-46a2-a741-7495a5cc3a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 200 len: 854 time: 0.0473237 Jun 30 21:56:42.600283 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-22de77ab-030d-4779-bb48-32d8bc73ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:42.601865 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-22de77ab-030d-4779-bb48-32d8bc73ec91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c28d96-0a12-40e1-b44e-c417277d9353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522079 Jun 30 21:56:42.687333 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-fef40f88-4856-4d87-897c-751e0abe3048 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788040 Jun 30 21:56:42.780532 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b8a1dcfa-cc2a-4774-b6f9-ee2e02e6dabc req-3bea44a9-c0d7-4d15-9f22-748fdd8f32d5 service neutron] 10.222.0.13 "GET /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859702 Jun 30 21:56:45.814525 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:46.412780 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679980-ceb3-4dfc-9238-2c06a7235372 req-787b68a5-a2cf-469d-88f5-0b0ac88761d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:46.414110 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-41679980-ceb3-4dfc-9238-2c06a7235372 req-787b68a5-a2cf-469d-88f5-0b0ac88761d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0601387 Jun 30 21:56:46.450966 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-41679980-ceb3-4dfc-9238-2c06a7235372 req-364cfedc-d3f2-4b6d-8803-8ee1239671c8 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jun 30 21:56:47.622897 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574618b-4ca5-4edb-8169-5f30d3a0f74a req-9e655fdb-7b0e-4a9f-85d8-b02230f19e0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:47.624255 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7574618b-4ca5-4edb-8169-5f30d3a0f74a req-9e655fdb-7b0e-4a9f-85d8-b02230f19e0e tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0638471 Jun 30 21:56:47.660252 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7574618b-4ca5-4edb-8169-5f30d3a0f74a req-a0bc2943-767f-4412-9ddd-851d0d803375 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Jun 30 21:56:48.608591 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-628378d5-0f7f-45a3-84fe-f8b0785a846d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.609964 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-628378d5-0f7f-45a3-84fe-f8b0785a846d tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0611265 Jun 30 21:56:48.711961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Deleting port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:48.712310 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.798577 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] For port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:48.798971 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.810915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Calling delete_port for 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:48.830174 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c834ba-5d8f-4960-8479-65d1935b836f req-e8892602-0cda-4ace-bfba-4fa462ed4d49 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.831713 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96c834ba-5d8f-4960-8479-65d1935b836f req-e8892602-0cda-4ace-bfba-4fa462ed4d49 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 945 time: 0.0613585 Jun 30 21:56:48.868542 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-96c834ba-5d8f-4960-8479-65d1935b836f req-0150c94c-963f-4a14-a347-cbd10753f646 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/security-groups?id=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Jun 30 21:56:48.990808 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.019026 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Pushing event deleted for resources: {'Port': ['ID=3ebca2c6-de0a-437c-b6c1-84d49c81dad5,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:49.024630 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] get_ports_and_sgs() called for port_ids ['3ebca2c6-de0a-437c-b6c1-84d49c81dad5'] {{(pid=93699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:49.071741 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] No DVR routers for this DVR port 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:49.074141 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.076261 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-16281007-4bc7-4f03-b33f-0cc26b771a4a req-dc73711a-449d-4f84-8f58-2f628c8ab8d3 tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.13 "DELETE /v2.0/ports/3ebca2c6-de0a-437c-b6c1-84d49c81dad5 HTTP/1.1" status: 204 len: 173 time: 0.4599640 Jun 30 21:56:49.076736 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'name': 'network-vif-deleted', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:49.079494 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c2b87-1451-46b9-b778-54bc64f464a3" -d '{"events": [{"server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "name": "network-vif-deleted", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:49.114396 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce99cf-aeba-4209-a1b1-a58dc80a1355 x-openstack-request-id: req-00ce99cf-aeba-4209-a1b1-a58dc80a1355 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:49.114711 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f1fcfb-f3c0-4dd7-9737-e865f17e335a", "name": "network-vif-deleted", "tag": "3ebca2c6-de0a-437c-b6c1-84d49c81dad5", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:49.114961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00ce99cf-aeba-4209-a1b1-a58dc80a1355 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:49.115408 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f1fcfb-f3c0-4dd7-9737-e865f17e335a', 'name': 'network-vif-deleted', 'tag': '3ebca2c6-de0a-437c-b6c1-84d49c81dad5', 'status': 'completed', 'code': 200} Jun 30 21:56:49.374099 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36884) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:49.535279 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port ddac8eb7-8939-41d0-bbae-4219aaba8b66 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:49.535629 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.611718 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.611982 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.623071 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for ddac8eb7-8939-41d0-bbae-4219aaba8b66 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:49.825117 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.848591 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=ddac8eb7-8939-41d0-bbae-4219aaba8b66,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:49.913550 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.913893 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.db.l3_db [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP aed36737-7a3d-4a75-806c-b134640ca879 disassociated (deleted). External IP: 172.27.3.16, port: 68575bf3-1320-42d6-8432-57fd5b27713b. Jun 30 21:56:50.033410 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-35f4720d-5ad4-45dd-b833-e0447d2a864f req-e46ef7dc-a465-4a1a-b1dd-fd35c710eb1a tempest-TestMinimumBasicScenario-1026693431 tempest-TestMinimumBasicScenario-1026693431-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f1fcfb-f3c0-4dd7-9737-e865f17e335a HTTP/1.1" status: 200 len: 210 time: 0.0335684 Jun 30 21:56:50.146922 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:50.250489 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:50.255931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:50.260164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:50.268954 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:50.269572 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:50.289437 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-196a304b-57bb-4e02-8aff-157f34a803b8 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "DELETE /v2.0/floatingips/aed36737-7a3d-4a75-806c-b134640ca879 HTTP/1.1" status: 204 len: 168 time: 0.9140711 Jun 30 21:56:50.289852 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b'}] {{(pid=93698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:50.292105 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b598db61dbb01da272e10c314937efe45c3735ab8fb20148cbf4c767143ab125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbf599b-7938-4528-9580-aa73d549d4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b"}]}' {{(pid=93698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:50.333830 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e1018-3194-46e9-aac2-208b0405c92e x-openstack-request-id: req-7f3e1018-3194-46e9-aac2-208b0405c92e {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:50.334197 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b", "status": "completed", "code": 200}]} {{(pid=93698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:50.334519 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f3e1018-3194-46e9-aac2-208b0405c92e {{(pid=93698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:50.335042 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b', 'status': 'completed', 'code': 200} Jun 30 21:56:50.378036 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:50.431618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-3e1110f4-ffb0-44f2-ade3-93163c1635ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.433689 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-3e1110f4-ffb0-44f2-ade3-93163c1635ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 1098 time: 0.0560772 Jun 30 21:56:50.522795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-a574cf98-63d9-4dff-9648-4db656535579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.524366 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-a574cf98-63d9-4dff-9648-4db656535579 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.0848541 Jun 30 21:56:50.568635 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-0bf88665-d628-4941-af8c-65a80fbf004b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68575bf3-1320-42d6-8432-57fd5b27713b HTTP/1.1" status: 200 len: 217 time: 0.0378137 Jun 30 21:56:50.609986 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:50.619203 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-3fa4854d-34a5-47ff-9bc8-84c1e8c6bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.625220 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-3fa4854d-34a5-47ff-9bc8-84c1e8c6bfa8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0462492 Jun 30 21:56:50.637657 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:50.647112 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:50.647786 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:50.683356 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-e669d01f-6b91-4fab-9b22-99a9ef424bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.684848 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-e669d01f-6b91-4fab-9b22-99a9ef424bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531132 Jun 30 21:56:50.751944 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:50.783812 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-4fc88ce6-1e42-4a2d-a2ed-e16298c7da77 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926850 Jun 30 21:56:50.878173 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-ccbf599b-7938-4528-9580-aa73d549d4dc req-c39a86db-7794-407b-98c6-0c6578d1b660 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Jun 30 21:56:50.917331 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52c55-562e-4249-9676-e2a62222083a req-449bdd06-b939-4c0c-9aed-ba5b9aa73c83 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.918919 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba52c55-562e-4249-9676-e2a62222083a req-449bdd06-b939-4c0c-9aed-ba5b9aa73c83 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0688570 Jun 30 21:56:50.957101 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-7ba52c55-562e-4249-9676-e2a62222083a req-a36f1674-17e7-4008-8dbc-ecd63093fb6e tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Jun 30 21:56:50.976538 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:51.129428 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14c1cb-4eb1-4e4d-a743-a4c8b2973812 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_floatingips': [{'id': '879467a5-d0fc-495d-b06b-c4f56d2dcc0a', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'router_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'port_id': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'mac_address': 'fa:16:3e:a8:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:06Z', 'updated_at': '2021-06-30T21:52:08Z', 'revision_number': 1, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:51.199266 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:51.219200 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:51.219560 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 3ebca2c6-de0a-437c-b6c1-84d49c81dad5 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:51.345600 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcab0c-a83a-4d95-a748-7bb6a68ae2a2 None None] New status for floating IP aed36737-7a3d-4a75-806c-b134640ca879: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:56:52.130190 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc837-7fc1-424e-9cfb-b902e3094a3b req-d1dfe958-aa95-4365-a8b8-9d96986e2f68 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:52.131706 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-42fdc837-7fc1-424e-9cfb-b902e3094a3b req-d1dfe958-aa95-4365-a8b8-9d96986e2f68 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Jun 30 21:56:52.169234 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-42fdc837-7fc1-424e-9cfb-b902e3094a3b req-653dfac7-cbc5-40e6-ade5-a3240db108c9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jun 30 21:56:52.195634 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36946) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:52.524744 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.560372 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-47c0665d-e30a-48fc-b6a0-27b07ae9c398 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:52.561822 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-47c0665d-e30a-48fc-b6a0-27b07ae9c398 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jun 30 21:56:52.664667 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port 68575bf3-1320-42d6-8432-57fd5b27713b {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:52.664912 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.756222 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] For port 68575bf3-1320-42d6-8432-57fd5b27713b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=68575bf3-1320-42d6-8432-57fd5b27713b,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:52.756749 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.768869 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for 68575bf3-1320-42d6-8432-57fd5b27713b owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:52.775148 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Deleting port c55c06d5-187e-49e5-a4cf-31be319fd96a {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:52.775485 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.849474 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] For port c55c06d5-187e-49e5-a4cf-31be319fd96a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=c55c06d5-187e-49e5-a4cf-31be319fd96a,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:52.849742 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.862029 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Calling delete_port for c55c06d5-187e-49e5-a4cf-31be319fd96a owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:52.940004 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.971989 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=68575bf3-1320-42d6-8432-57fd5b27713b,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:53.017827 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] No DVR routers for this DVR port 68575bf3-1320-42d6-8432-57fd5b27713b on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:53.020345 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:53.022356 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-c00919e1-75b7-4968-a9f5-9dec77fae41f req-d993385d-f20a-436c-9e9b-b6f9661e952b tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "DELETE /v2.0/ports/68575bf3-1320-42d6-8432-57fd5b27713b HTTP/1.1" status: 204 len: 173 time: 0.4536476 Jun 30 21:56:53.022818 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'name': 'network-vif-deleted', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:53.025070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5539ecaa-e626-4d36-a940-ff2ae323e2c3" -d '{"events": [{"server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "name": "network-vif-deleted", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:53.059618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09336703-bb6c-45c8-9ab8-a4fbf64f0a3f x-openstack-request-id: req-09336703-bb6c-45c8-9ab8-a4fbf64f0a3f {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:53.067860 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867", "name": "network-vif-deleted", "tag": "68575bf3-1320-42d6-8432-57fd5b27713b", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:53.067860 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09336703-bb6c-45c8-9ab8-a4fbf64f0a3f {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:53.067860 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867', 'name': 'network-vif-deleted', 'tag': '68575bf3-1320-42d6-8432-57fd5b27713b', 'status': 'completed', 'code': 200} Jun 30 21:56:53.111340 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:53.137879 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Pushing event deleted for resources: {'Port': ['ID=c55c06d5-187e-49e5-a4cf-31be319fd96a,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:53.333272 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-b594cfa0-9a42-4341-b8fe-685a7928376a req-3bb2a4b6-5dbc-4d0f-a17e-23cb085134c2 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d9f0d1d-81c6-49ba-bd9b-7432e3fcd867 HTTP/1.1" status: 200 len: 210 time: 0.0403557 Jun 30 21:56:53.340266 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:53.559065 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:53.664703 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:53.670034 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-5de0b65e-d0ae-41b3-a723-d2f39272750c admin admin] 10.222.0.11 "PUT /v2.0/routers/8807a192-587c-469a-b1f2-d8e6b83a3dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731512 Jun 30 21:56:53.672494 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36952) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:53.673990 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Sync routers for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:53.683137 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:53.683592 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:53.776871 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:53.791564 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:53.879231 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:53.966222 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:56:52Z', 'revision_number': 5, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port': {'id': '9709b4a5-ed35-49ad-af2a-685c0ea103f2', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:53.996108 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Checking router: 8807a192-587c-469a-b1f2-d8e6b83a3dd3 for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:54.004062 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Deleting port 9709b4a5-ed35-49ad-af2a-685c0ea103f2 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:54.004326 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Routers {'8807a192-587c-469a-b1f2-d8e6b83a3dd3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:54.004446 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.004946 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:54.086057 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] For port 9709b4a5-ed35-49ad-af2a-685c0ea103f2, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=9709b4a5-ed35-49ad-af2a-685c0ea103f2,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:54.086422 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.089874 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] Set router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 gateway port host: None {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:54.099559 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Calling delete_port for 9709b4a5-ed35-49ad-af2a-685c0ea103f2 owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:54.142638 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:56:53Z', 'revision_number': 6, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:54.171164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f4dc-aa65-43a3-8f95-00e8860ed335 None None] The sync data for ids ['8807a192-587c-469a-b1f2-d8e6b83a3dd3'] in dv-cinder-774286-18-iscsi is: [{'id': '8807a192-587c-469a-b1f2-d8e6b83a3dd3', 'name': 'tempest-TestMinimumBasicScenario-1790445884-router', 'tenant_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:05Z', 'updated_at': '2021-06-30T21:56:53Z', 'revision_number': 6, 'project_id': 'b501858f0b2748898afc54c4eb1dbe2b', 'gw_port_host': None}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:54.316662 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.353889 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Pushing event deleted for resources: {'Port': ['ID=9709b4a5-ed35-49ad-af2a-685c0ea103f2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:54.407000 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.493354 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.495537 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.607881 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.613818 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8807a192-587c-469a-b1f2-d8e6b83a3dd3 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:56:54.613818 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.614336 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-e6741dc7-e648-41fc-ab77-e8d376be9231 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8807a192-587c-469a-b1f2-d8e6b83a3dd3 HTTP/1.1" status: 204 len: 168 time: 0.9403639 Jun 30 21:56:54.616809 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36958) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:54.923574 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Deleting subnet 49a78b49-8b15-47c3-866a-9e7b6e9f9356 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:56:54.926774 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:54.960416 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.039727 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.161690 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.183323 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a78b49-8b15-47c3-866a-9e7b6e9f9356,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:55.186945 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.188799 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-680f75d6-324b-4587-8afa-667166138600 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/49a78b49-8b15-47c3-866a-9e7b6e9f9356 HTTP/1.1" status: 204 len: 168 time: 0.5710886 Jun 30 21:56:55.191353 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36962) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:55.193039 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a974da-057e-47ec-8e38-bd4e8f2f649d None None] Network 84c28d96-0a12-40e1-b44e-c417277d9353 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:55.213505 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 68575bf3-1320-42d6-8432-57fd5b27713b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:55.236962 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: 68575bf3-1320-42d6-8432-57fd5b27713b {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:55.237303 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device 68575bf3-1320-42d6-8432-57fd5b27713b not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:55.258251 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.314331 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Deleting port 5ff6b13d-74c6-44ec-81cc-92050d827619 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:55.314872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.379649 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] For port 5ff6b13d-74c6-44ec-81cc-92050d827619, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=5ff6b13d-74c6-44ec-81cc-92050d827619,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:55.380007 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.392421 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Calling delete_port for 5ff6b13d-74c6-44ec-81cc-92050d827619 owned by network:dhcp {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:55.395125 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] DHCP port deletion for 84c28d96-0a12-40e1-b44e-c417277d9353 request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:56:55.439064 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Deleting port 5ff6b13d-74c6-44ec-81cc-92050d827619 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:55.439333 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.498929 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] For port 5ff6b13d-74c6-44ec-81cc-92050d827619, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=5ff6b13d-74c6-44ec-81cc-92050d827619,segment=NetworkSegment(9d19085e-8a3f-43a9-ab49-075da6a15235),segment_id=9d19085e-8a3f-43a9-ab49-075da6a15235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:55.499314 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.511147 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Calling delete_port for 5ff6b13d-74c6-44ec-81cc-92050d827619 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:55.516763 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.543179 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff6b13d-74c6-44ec-81cc-92050d827619,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:55.544979 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] No DVR routers for this DVR port 5ff6b13d-74c6-44ec-81cc-92050d827619 on host dv-cinder-774286-18-iscsi {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:55.587298 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.612151 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Pushing event deleted for resources: {'Port': ['ID=5ff6b13d-74c6-44ec-81cc-92050d827619,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:55.615720 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.616254 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] No DVR routers for this DVR port 5ff6b13d-74c6-44ec-81cc-92050d827619 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:55.622890 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.623240 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.623580 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.623912 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.624244 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.624575 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.625131 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.625272 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.625536 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.626466 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.627250 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.627250 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e13ca6-cb6a-4335-a612-95650b36fcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-18-iscsi {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:55.630507 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c28d96-0a12-40e1-b44e-c417277d9353']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:55.640429 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d19085e-8a3f-43a9-ab49-075da6a15235') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:55.640745 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d19085e-8a3f-43a9-ab49-075da6a15235') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:55.650110 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.667271 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.668771 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:56:55.669157 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:56:55.670808 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:56:55.779513 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e283ef4-87cc-4034-8a28-43c444f978fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.825278 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.831348 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.833165 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] 10.222.0.11 "DELETE /v2.0/networks/84c28d96-0a12-40e1-b44e-c417277d9353 HTTP/1.1" status: 204 len: 168 time: 0.6408384 Jun 30 21:56:55.836135 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 36968) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:55.843617 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711972d5-9e1d-4557-82dc-905edd7ca802 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c28d96-0a12-40e1-b44e-c417277d9353,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:55.940581 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 5ff6b13d-74c6-44ec-81cc-92050d827619 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:55.960278 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 5ff6b13d-74c6-44ec-81cc-92050d827619 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:55.960619 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 5ff6b13d-74c6-44ec-81cc-92050d827619 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:55.961029 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 9709b4a5-ed35-49ad-af2a-685c0ea103f2 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:55.981006 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 9709b4a5-ed35-49ad-af2a-685c0ea103f2 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:55.981276 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 9709b4a5-ed35-49ad-af2a-685c0ea103f2 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:55.981688 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c55c06d5-187e-49e5-a4cf-31be319fd96a no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:55.999612 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: c55c06d5-187e-49e5-a4cf-31be319fd96a {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:55.999956 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device c55c06d5-187e-49e5-a4cf-31be319fd96a not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:56.177549 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:56.420362 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Deleting port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:56.420701 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:56.495590 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] For port 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:56.495954 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:56.507708 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Calling delete_port for 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:56.744990 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:56.767980 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Pushing event deleted for resources: {'Port': ['ID=840a7f77-71bc-43d9-aeb1-61d97dbd9e2c,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:56.904942 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36974) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:56.937761 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.065524 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port 576f231f-ae73-4069-859e-8a931997ca8c {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:57.065811 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.141205 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.142162 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.147906 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Router 626c3b9b-7914-4477-b237-97ebdfcda9e3 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:57.154003 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for 576f231f-ae73-4069-859e-8a931997ca8c owned by network:floatingip {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:57.249702 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:57.257717 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-61674fd9-3ba9-4821-8bec-63f2b748118c admin admin] 10.222.0.11 "PUT /v2.0/routers/626c3b9b-7914-4477-b237-97ebdfcda9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181397 Jun 30 21:56:57.257984 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36976) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:57.258522 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Sync routers for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:57.268342 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:57.268947 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:57.369717 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:57.395070 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.486946 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.517795 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=576f231f-ae73-4069-859e-8a931997ca8c,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:57.527165 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.546766 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:56:56Z', 'revision_number': 5, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:57.573123 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Checking router: 626c3b9b-7914-4477-b237-97ebdfcda9e3 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:57.581155 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Routers {'626c3b9b-7914-4477-b237-97ebdfcda9e3'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:57.581774 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['626c3b9b-7914-4477-b237-97ebdfcda9e3'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:57.588352 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.588728 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.db.l3_db [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Floating IP 879467a5-d0fc-495d-b06b-c4f56d2dcc0a disassociated (deleted). External IP: 172.27.3.70, port: aed11932-db8d-4757-962b-c3fad9c8bc44. Jun 30 21:56:57.719569 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Deleting port f80f8b68-f9bd-463e-a6b1-26ce36f2084a {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:57.719911 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.770173 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] Set router 626c3b9b-7914-4477-b237-97ebdfcda9e3 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:57.952798 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:56:56Z', 'revision_number': 5, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:57.984004 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f13b64-927b-498a-ac6a-c70734a084ce None None] The sync data for ids ['626c3b9b-7914-4477-b237-97ebdfcda9e3'] in dv-cinder-774286-18-iscsi is: [{'id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'name': 'tempest-TestMinimumBasicScenario-2105207395-router', 'tenant_id': '8af86c9b5ec94136b7996cf3c060a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:11Z', 'updated_at': '2021-06-30T21:56:56Z', 'revision_number': 5, 'project_id': '8af86c9b5ec94136b7996cf3c060a771', 'gw_port': {'id': 'f80f8b68-f9bd-463e-a6b1-26ce36f2084a', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c3b9b-7914-4477-b237-97ebdfcda9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:12Z', 'updated_at': '2021-06-30T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:58.125283 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] For port f80f8b68-f9bd-463e-a6b1-26ce36f2084a, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:58.126093 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.143746 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Calling delete_port for f80f8b68-f9bd-463e-a6b1-26ce36f2084a owned by network:router_gateway {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:58.153540 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:58.344331 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:58.349515 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.359355 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:58.370783 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:58.371677 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:28Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:58.413963 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09c7762-115f-4bf9-8746-cc138a70ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.417491 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-ac9378d9-ee04-4b89-b89e-07a7f075a02c tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "DELETE /v2.0/floatingips/879467a5-d0fc-495d-b06b-c4f56d2dcc0a HTTP/1.1" status: 204 len: 168 time: 1.5114572 Jun 30 21:56:58.419694 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:58.422225 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb" -d '{"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:58.465621 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42160081-5821-4d3d-863a-b1a17cb36919 x-openstack-request-id: req-42160081-5821-4d3d-863a-b1a17cb36919 {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:58.465917 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:58.466169 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42160081-5821-4d3d-863a-b1a17cb36919 {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:58.466567 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'status': 'completed', 'code': 200} Jun 30 21:56:58.482097 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.501553 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:58.508413 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80f8b68-f9bd-463e-a6b1-26ce36f2084a,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:58.616563 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.714408 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.717379 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.720252 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-4ac9e382-e0b9-46da-b4b5-4e55b56d3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:58.721870 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-4ac9e382-e0b9-46da-b4b5-4e55b56d3f74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4496967e3d74b93a323a283531178b5&device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 1099 time: 0.2075078 Jun 30 21:56:58.731060 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:58.760152 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:58.768967 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:58.769586 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:58.801343 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.852620 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-5664deff-8009-442f-85f5-a6c511d44a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:58.854089 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-5664deff-8009-442f-85f5-a6c511d44a27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 200 len: 912 time: 0.1253159 Jun 30 21:56:58.859210 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.859727 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626c3b9b-7914-4477-b237-97ebdfcda9e3 {{(pid=93697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:56:58.871544 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:58.875414 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-4f037255-6af9-46dd-81bb-898ed4f367d1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/626c3b9b-7914-4477-b237-97ebdfcda9e3 HTTP/1.1" status: 204 len: 168 time: 1.6139531 Jun 30 21:56:58.876301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36982) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:58.878400 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:58.932680 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-7ea03d3c-9018-41b0-9a0d-5bf2c230271b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 200 len: 217 time: 0.0709889 Jun 30 21:56:58.995840 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-2e8c447a-91b6-4dbf-ad1e-c2931246f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:58.997430 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-2e8c447a-91b6-4dbf-ad1e-c2931246f497 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 200 len: 851 time: 0.0572796 Jun 30 21:56:59.006905 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Deleting subnet eebfb7dc-f015-495f-818d-7715330c0c0c {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:56:59.010188 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.082437 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.095957 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd2d6-f403-43b9-b992-199a4c030abe req-e8ef9f36-85e9-4bc9-a4c7-cca0f9af3b92 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:59.097604 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a1cd2d6-f403-43b9-b992-199a4c030abe req-e8ef9f36-85e9-4bc9-a4c7-cca0f9af3b92 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0851791 Jun 30 21:56:59.133966 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-aabe3877-9927-4039-9560-6295d1c6a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:59.135488 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-aabe3877-9927-4039-9560-6295d1c6a979 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea11d3f4-7453-4b3f-beb7-23d91a33493b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1057746 Jun 30 21:56:59.139286 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-5a1cd2d6-f403-43b9-b992-199a4c030abe req-8d4e32ec-4943-49d5-a3aa-dfca1e5af4e9 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Jun 30 21:56:59.223882 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.224157 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:59.250053 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c4ec4-a978-454e-a8d1-1f057d562a12 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:04Z', 'revision_number': 4, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi', '_interfaces': [{'id': '408031ad-eafe-45bf-a6bc-5920db9b8b74', 'name': '', 'network_id': 'ea11d3f4-7453-4b3f-beb7-23d91a33493b', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'mac_address': 'fa:16:3e:e1:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:03Z', 'updated_at': '2021-06-30T21:48:10Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'subnets': [{'id': '36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:59.285063 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-76d3a206-a367-4718-af5a-fb44cfe99691 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263039 Jun 30 21:56:59.386818 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-b066d7b7-e127-41b1-ae93-cbf87ecfcceb req-21006ca3-9097-4abb-a01f-a0b7900963e7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949159 Jun 30 21:56:59.409188 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.436048 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebfb7dc-f015-495f-818d-7715330c0c0c,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:59.439931 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.445378 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6e5a3cab-7cce-4d2a-90f6-f537a63c8611 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eebfb7dc-f015-495f-818d-7715330c0c0c HTTP/1.1" status: 204 len: 168 time: 0.5648549 Jun 30 21:56:59.448463 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36986) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:59.454968 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b91bce-cf8f-404f-bfb0-397dd7ca6ead None None] Network a0c262dc-721f-4623-a4d9-0013b3ad5dc7 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:59.489985 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d784867-18da-46fa-b35e-9b8418575fb9 None None] New status for floating IP 879467a5-d0fc-495d-b06b-c4f56d2dcc0a: DOWN {{(pid=93700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:56:59.527045 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.581095 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Deleting port efcca0fa-36a4-4618-ae07-4cd4477af819 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:59.581509 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.638304 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] DHCP port deletion for a0c262dc-721f-4623-a4d9-0013b3ad5dc7 request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:56:59.648463 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] For port efcca0fa-36a4-4618-ae07-4cd4477af819, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=efcca0fa-36a4-4618-ae07-4cd4477af819,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:59.648825 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.665604 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Calling delete_port for efcca0fa-36a4-4618-ae07-4cd4477af819 owned by network:dhcp {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:59.683417 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Deleting port efcca0fa-36a4-4618-ae07-4cd4477af819 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:59.683800 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.757096 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] For port efcca0fa-36a4-4618-ae07-4cd4477af819, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=efcca0fa-36a4-4618-ae07-4cd4477af819,segment=NetworkSegment(e7a6c31c-8a52-458b-b2aa-edaa090a6f42),segment_id=e7a6c31c-8a52-458b-b2aa-edaa090a6f42)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:59.760587 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.769769 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Calling delete_port for efcca0fa-36a4-4618-ae07-4cd4477af819 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:59.819500 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.842519 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.846910 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Pushing event deleted for resources: {'Port': ['ID=efcca0fa-36a4-4618-ae07-4cd4477af819,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:59.848728 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] No DVR routers for this DVR port efcca0fa-36a4-4618-ae07-4cd4477af819 on host dv-cinder-774286-18-iscsi {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:59.849843 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.872164 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] Pushing event deleted for resources: {'Port': ['ID=efcca0fa-36a4-4618-ae07-4cd4477af819,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:59.877551 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00712b1-e029-4a79-8b55-96eb7acb2a83 None None] No DVR routers for this DVR port efcca0fa-36a4-4618-ae07-4cd4477af819 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:59.925248 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.934915 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c262dc-721f-4623-a4d9-0013b3ad5dc7']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:59.943240 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device efcca0fa-36a4-4618-ae07-4cd4477af819 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:59.944656 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:59.944955 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a6c31c-8a52-458b-b2aa-edaa090a6f42') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:59.954453 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.963048 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: efcca0fa-36a4-4618-ae07-4cd4477af819 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:59.963399 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device efcca0fa-36a4-4618-ae07-4cd4477af819 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:59.963808 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device f80f8b68-f9bd-463e-a6b1-26ce36f2084a no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:59.967772 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.974210 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:56:59.976231 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:56:59.976362 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:56:59.982191 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: f80f8b68-f9bd-463e-a6b1-26ce36f2084a {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:59.982542 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device f80f8b68-f9bd-463e-a6b1-26ce36f2084a not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:59.982978 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:00.000807 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:00.001151 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 840a7f77-71bc-43d9-aeb1-61d97dbd9e2c not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:00.093256 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.099139 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.100996 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0c262dc-721f-4623-a4d9-0013b3ad5dc7 HTTP/1.1" status: 204 len: 168 time: 0.6516066 Jun 30 21:57:00.111633 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e216-afe2-4031-9e66-696e03090feb admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c262dc-721f-4623-a4d9-0013b3ad5dc7,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:00.311896 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b87a-65ab-46da-8823-17f8d163d730 req-a690e579-bf65-4b54-88a1-c3cd44427c1a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:00.314136 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3357b87a-65ab-46da-8823-17f8d163d730 req-a690e579-bf65-4b54-88a1-c3cd44427c1a tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0636609 Jun 30 21:57:00.356515 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-3357b87a-65ab-46da-8823-17f8d163d730 req-bb74cebf-200c-4b80-951f-7922ebd7cbf7 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/security-groups?id=51161879-da93-46a8-a2bc-c410fd3351f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363941 Jun 30 21:57:00.447680 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36992) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:00.490438 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d70721b5-e360-4ea1-bea0-2e67742393d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b501858f0b2748898afc54c4eb1dbe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416145 Jun 30 21:57:00.492802 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 36994) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:00.538088 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.558545 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.654920 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.657430 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.658567 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3 HTTP/1.1" status: 204 len: 168 time: 0.1648917 Jun 30 21:57:00.672301 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa89f4-249b-44b0-bbf2-473534fc0c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a919e-1c58-4eb6-bb7e-599dc6b4a8d3,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:00.699079 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b03570-664d-415f-b1e2-62713feef3fa req-44b2d91f-c454-47f0-a253-e2dd1b1c4b4d tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:00.700541 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-39b03570-664d-415f-b1e2-62713feef3fa req-44b2d91f-c454-47f0-a253-e2dd1b1c4b4d tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 946 time: 0.0775342 Jun 30 21:57:00.801765 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port aed11932-db8d-4757-962b-c3fad9c8bc44 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:00.802117 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.887720 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] For port aed11932-db8d-4757-962b-c3fad9c8bc44, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aed11932-db8d-4757-962b-c3fad9c8bc44,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:00.888096 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:00.905121 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for aed11932-db8d-4757-962b-c3fad9c8bc44 owned by compute:nova {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:01.127619 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.155533 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=aed11932-db8d-4757-962b-c3fad9c8bc44,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:01.203910 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] No DVR routers for this DVR port aed11932-db8d-4757-962b-c3fad9c8bc44 on host hv-cinder-77428 {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:01.206210 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for port, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.208173 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [req-39b03570-664d-415f-b1e2-62713feef3fa req-17c813d6-70fc-4276-a2f6-3c09321b9092 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.13 "DELETE /v2.0/ports/aed11932-db8d-4757-962b-c3fad9c8bc44 HTTP/1.1" status: 204 len: 173 time: 0.5024607 Jun 30 21:57:01.208600 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'name': 'network-vif-deleted', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44'}] {{(pid=93697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:01.210842 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b207573224ce6c1f2962214d762ca832dd92e99cf90b2c3324427e51cc8a7187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c6f5e-e2d2-4ccf-9840-0e85de5daac3" -d '{"events": [{"server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "name": "network-vif-deleted", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44"}]}' {{(pid=93697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:01.250961 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e19f30-f901-4fa2-be70-ef0e569ed7ab x-openstack-request-id: req-04e19f30-f901-4fa2-be70-ef0e569ed7ab {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:01.251257 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0", "name": "network-vif-deleted", "tag": "aed11932-db8d-4757-962b-c3fad9c8bc44", "status": "completed", "code": 200}]} {{(pid=93697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:01.251507 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04e19f30-f901-4fa2-be70-ef0e569ed7ab {{(pid=93697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:01.252068 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0', 'name': 'network-vif-deleted', 'tag': 'aed11932-db8d-4757-962b-c3fad9c8bc44', 'status': 'completed', 'code': 200} Jun 30 21:57:01.269768 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 37002) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:01.309243 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-afb544c7-05f6-41c1-90b1-c80ced844015 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8af86c9b5ec94136b7996cf3c060a771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383182 Jun 30 21:57:01.311643 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 37004) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:01.362368 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.383610 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.482398 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.485137 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.488821 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94fe58c9-d45d-46dc-a6bc-0333352c4757 HTTP/1.1" status: 204 len: 168 time: 0.1737368 Jun 30 21:57:01.493893 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [req-f6919789-73bb-4224-9608-d973493ab36f req-6496b0cd-b280-40d6-9f7b-a27465dbd483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f6fe8-727d-4b1f-8d43-cf2c3e3c70d0 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Jun 30 21:57:01.499564 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf4d1d-d7c7-4053-a3d7-226f5d951e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe58c9-d45d-46dc-a6bc-0333352c4757,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:01.728257 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:02.587340 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37012) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:02.706976 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Deleting port 211f72fa-b970-49b2-982e-c42af232f0e3 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:02.707323 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:02.783004 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:02.783254 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:02.794595 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Calling delete_port for 211f72fa-b970-49b2-982e-c42af232f0e3 owned by network:floatingip {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:02.996381 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:03.020217 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'Port': ['ID=211f72fa-b970-49b2-982e-c42af232f0e3,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:03.079367 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:03.081993 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169990'] for floatingip, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:03.083174 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dda31a9f-eec4-468d-b9dc-0472cbca7bca tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "DELETE /v2.0/floatingips/fd8f0a17-3437-41d9-8d16-8cb9fb54f374 HTTP/1.1" status: 204 len: 168 time: 0.4948366 Jun 30 21:57:03.213801 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device aed11932-db8d-4757-962b-c3fad9c8bc44 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:03.235855 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] No Port match for: aed11932-db8d-4757-962b-c3fad9c8bc44 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:03.236252 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Device aed11932-db8d-4757-962b-c3fad9c8bc44 not bound to the agent host hv-cinder-77428 {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:04.482032 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37024) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:04.537818 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:04.565069 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:04.676423 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:04.678974 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:04.680132 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] 10.222.0.11 "DELETE /v2.0/security-groups/51161879-da93-46a8-a2bc-c410fd3351f6 HTTP/1.1" status: 204 len: 168 time: 0.1970685 Jun 30 21:57:04.689406 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4148a-533e-4d2c-b788-7da23cc3e483 tempest-TestVolumeBootPattern-616203649 tempest-TestVolumeBootPattern-616203649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51161879-da93-46a8-a2bc-c410fd3351f6,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:04.780658 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37028) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:05.283149 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.524438 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Deleting port 408031ad-eafe-45bf-a6bc-5920db9b8b74 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:05.525166 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.601330 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] For port 408031ad-eafe-45bf-a6bc-5920db9b8b74, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=408031ad-eafe-45bf-a6bc-5920db9b8b74,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:05.601690 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.613853 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Calling delete_port for 408031ad-eafe-45bf-a6bc-5920db9b8b74 owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:05.876780 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.901984 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=408031ad-eafe-45bf-a6bc-5920db9b8b74,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:06.319676 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.523702 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Router b96b0001-afd8-43bf-8ed8-bd88da1d40cb has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:06.620185 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:06.625071 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-dc4ed0eb-0dec-4b01-843b-ff3c82818f6e admin admin] 10.222.0.11 "PUT /v2.0/routers/b96b0001-afd8-43bf-8ed8-bd88da1d40cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434014 Jun 30 21:57:06.629543 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Sync routers for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:06.634679 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 37032) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:06.639534 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:06.640160 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:06.734377 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks [] for router, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.740279 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: dv-cinder-774286-18-iscsi {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:06.834630 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.914992 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:57:05Z', 'revision_number': 5, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port': {'id': '449a2ab9-cd27-419b-903c-6af9d40139c1', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:06.940482 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Checking router: b96b0001-afd8-43bf-8ed8-bd88da1d40cb for host: dv-cinder-774286-18-iscsi {{(pid=93699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:06.948868 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Routers {'b96b0001-afd8-43bf-8ed8-bd88da1d40cb'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:06.949481 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'], 'active': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:06.981370 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Deleting port 449a2ab9-cd27-419b-903c-6af9d40139c1 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:06.981895 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.033346 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvr_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] Set router b96b0001-afd8-43bf-8ed8-bd88da1d40cb gateway port host: None {{(pid=93699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:07.061630 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] For port 449a2ab9-cd27-419b-903c-6af9d40139c1, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=449a2ab9-cd27-419b-903c-6af9d40139c1,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:07.061995 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.073775 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Calling delete_port for 449a2ab9-cd27-419b-903c-6af9d40139c1 owned by network:router_gateway {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:07.086106 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_hamode_db [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:57:06Z', 'revision_number': 6, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:07.112230 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58858c-5dd8-40ff-a8bd-9679ce5967c9 None None] The sync data for ids ['b96b0001-afd8-43bf-8ed8-bd88da1d40cb'] in dv-cinder-774286-18-iscsi is: [{'id': 'b96b0001-afd8-43bf-8ed8-bd88da1d40cb', 'name': 'tempest-TestVolumeBootPattern-1431163005-router', 'tenant_id': 'f4496967e3d74b93a323a283531178b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:01Z', 'updated_at': '2021-06-30T21:57:06Z', 'revision_number': 6, 'project_id': 'f4496967e3d74b93a323a283531178b5', 'gw_port_host': None}] {{(pid=93699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:07.304787 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.331463 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Pushing event deleted for resources: {'Port': ['ID=449a2ab9-cd27-419b-903c-6af9d40139c1,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:07.388665 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.479309 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.481831 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.602006 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.602538 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96b0001-afd8-43bf-8ed8-bd88da1d40cb {{(pid=93697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:57:07.606896 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] Notify callbacks [] for router, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.608069 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-d2670550-1460-4c39-8698-5995ee1fa871 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b96b0001-afd8-43bf-8ed8-bd88da1d40cb HTTP/1.1" status: 204 len: 168 time: 0.9724092 Jun 30 21:57:07.610491 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 37034) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:07.653901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Deleting subnet 36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb {{(pid=93697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:57:07.656872 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.689304 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11426346'] for subnet, precommit_delete_associations {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.767178 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.871402 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11424533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11445758'] for subnet, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.897701 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:07.902712 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for subnet, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:07.905608 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-f7e47fbb-da16-4327-9d4c-a4ff08104f0d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/36ca1054-b3ad-4f94-b6aa-001b6b0f6bdb HTTP/1.1" status: 204 len: 168 time: 0.2932901 Jun 30 21:57:07.908168 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9259c6c-63bc-4406-b9f4-e263daaacbbe None None] Network ea11d3f4-7453-4b3f-beb7-23d91a33493b requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:57:07.911477 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [-] (93697) accepted ('10.222.0.11', 37036) {{(pid=93697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:07.930679 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:57:07.973263 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 449a2ab9-cd27-419b-903c-6af9d40139c1 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:07.991916 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.000090 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 449a2ab9-cd27-419b-903c-6af9d40139c1 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:08.001054 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 449a2ab9-cd27-419b-903c-6af9d40139c1 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:08.001469 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 408031ad-eafe-45bf-a6bc-5920db9b8b74 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:08.022699 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 408031ad-eafe-45bf-a6bc-5920db9b8b74 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:08.023024 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 408031ad-eafe-45bf-a6bc-5920db9b8b74 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:08.045001 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Deleting port 95e6bf87-e45a-458f-afd0-c907128fc899 {{(pid=93697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:08.045499 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.116050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] For port 95e6bf87-e45a-458f-afd0-c907128fc899, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=95e6bf87-e45a-458f-afd0-c907128fc899,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:08.116050 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.132288 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Calling delete_port for 95e6bf87-e45a-458f-afd0-c907128fc899 owned by network:dhcp {{(pid=93697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:08.150374 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] DHCP port deletion for ea11d3f4-7453-4b3f-beb7-23d91a33493b request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:57:08.194865 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Deleting port 95e6bf87-e45a-458f-afd0-c907128fc899 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:08.195241 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.255155 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] For port 95e6bf87-e45a-458f-afd0-c907128fc899, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=95e6bf87-e45a-458f-afd0-c907128fc899,segment=NetworkSegment(b39fb3b6-65cb-473c-a5b9-c939df08df93),segment_id=b39fb3b6-65cb-473c-a5b9-c939df08df93)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:08.255545 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.267433 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Calling delete_port for 95e6bf87-e45a-458f-afd0-c907128fc899 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:08.271074 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11424607'] for port, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.295901 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=95e6bf87-e45a-458f-afd0-c907128fc899,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:08.299893 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] No DVR routers for this DVR port 95e6bf87-e45a-458f-afd0-c907128fc899 on host dv-cinder-774286-18-iscsi {{(pid=93697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:08.347822 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.370141 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] Pushing event deleted for resources: {'Port': ['ID=95e6bf87-e45a-458f-afd0-c907128fc899,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:08.372805 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.376174 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511f38-3c15-41ad-b331-ab032c2f3061 None None] No DVR routers for this DVR port 95e6bf87-e45a-458f-afd0-c907128fc899 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:08.386546 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea11d3f4-7453-4b3f-beb7-23d91a33493b']}} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:08.396320 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39fb3b6-65cb-473c-a5b9-c939df08df93') {'for_net_delete': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:08.396617 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.services.segments.db [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39fb3b6-65cb-473c-a5b9-c939df08df93') {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:08.405111 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11426357'] for segment, before_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.418618 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.424768 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:57:08.425149 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11424648'] for segment, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: Traceback (most recent call last): Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: timer() Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: cb(*args, **kw) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: return func(*args, **kwargs) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: self._notify() Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: self.callback(batched_events) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: event.method(event) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: return f(self, *a, **k) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._get(url).json() Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: return self.request(url, 'GET', **kwargs) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:57:08.426776 dv-cinder-774286-18-iscsi neutron-server[93697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:57:08.545102 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.550900 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:08.552720 dv-cinder-774286-18-iscsi neutron-server[93697]: INFO neutron.wsgi [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/ea11d3f4-7453-4b3f-beb7-23d91a33493b HTTP/1.1" status: 204 len: 168 time: 0.6370344 Jun 30 21:57:08.555757 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37038) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:08.563245 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e27c8-b725-4dc2-b5c5-16edb492a6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ea11d3f4-7453-4b3f-beb7-23d91a33493b,revision_number=None']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:08.881765 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684919'] for router_interface, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:09.119903 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Deleting port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:09.120242 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:09.193241 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] For port 65981368-b9aa-45ef-ba46-cf33f8e8ecbe, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:09.193517 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:09.205931 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Calling delete_port for 65981368-b9aa-45ef-ba46-cf33f8e8ecbe owned by network:router_interface {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:09.447666 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:09.475653 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=65981368-b9aa-45ef-ba46-cf33f8e8ecbe,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:09.634750 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685117'] for router_interface, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:09.838586 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Router 249057fd-58a2-4873-8727-fc15bd381c26 has already been hosted by L3 agent 20062a06-1cb9-4c5d-8e01-6f4c30b9834a {{(pid=93698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:09.949016 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] Notify agent at l3_agent.dv-cinder-774286-18-iscsi the message routers_updated {{(pid=93698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:09.958663 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-f0991ea9-4009-4d17-a1f6-33469c180f1e admin admin] 10.222.0.11 "PUT /v2.0/routers/249057fd-58a2-4873-8727-fc15bd381c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4018714 Jun 30 21:57:09.961170 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37040) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:09.964082 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Sync routers for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:09.974239 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:09.975087 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:09.987191 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 95e6bf87-e45a-458f-afd0-c907128fc899 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:10.007712 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 95e6bf87-e45a-458f-afd0-c907128fc899 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:10.008056 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 95e6bf87-e45a-458f-afd0-c907128fc899 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:10.071020 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.078755 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: dv-cinder-774286-18-iscsi {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:10.168183 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.249866 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'external_fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:57:09Z', 'revision_number': 5, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port': {'id': 'beccfea8-6f0b-408f-a59a-923f323281ab', 'name': '', 'network_id': '40507054-0f4f-4661-9056-9f3345c310d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249057fd-58a2-4873-8727-fc15bd381c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:48:08Z', 'updated_at': '2021-06-30T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54b1096f-1e07-45fb-aeea-939d6f9bfa53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-18-iscsi'}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:10.275444 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Checking router: 249057fd-58a2-4873-8727-fc15bd381c26 for host: dv-cinder-774286-18-iscsi {{(pid=93700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:10.283714 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Routers {'249057fd-58a2-4873-8727-fc15bd381c26'} bound to L3 agent in host dv-cinder-774286-18-iscsi {{(pid=93700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:10.284306 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:27:58Z,description=,heartbeat_timestamp=2021-06-30T21:56:58Z,host='dv-cinder-774286-18-iscsi',id=20062a06-1cb9-4c5d-8e01-6f4c30b9834a,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:27:59Z,topic='l3_agent')) {'router_ids': ['249057fd-58a2-4873-8727-fc15bd381c26'], 'active': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:10.317396 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Deleting port beccfea8-6f0b-408f-a59a-923f323281ab {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:10.317750 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.367475 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_dvr_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] Set router 249057fd-58a2-4873-8727-fc15bd381c26 gateway port host: None {{(pid=93700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:10.394200 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] For port beccfea8-6f0b-408f-a59a-923f323281ab, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=beccfea8-6f0b-408f-a59a-923f323281ab,segment=NetworkSegment(7a5950c9-ecb5-4b07-9f52-9e857adc0382),segment_id=7a5950c9-ecb5-4b07-9f52-9e857adc0382)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:10.394564 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.406535 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Calling delete_port for beccfea8-6f0b-408f-a59a-923f323281ab owned by network:router_gateway {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:10.415786 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.l3_hamode_db [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:57:10Z', 'revision_number': 6, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port_host': None}], 'dv-cinder-774286-18-iscsi', False) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:10.443749 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1dda21-1788-482b-a2e6-4d7304d30ced None None] The sync data for ids ['249057fd-58a2-4873-8727-fc15bd381c26'] in dv-cinder-774286-18-iscsi is: [{'id': '249057fd-58a2-4873-8727-fc15bd381c26', 'name': 'tempest-TestVolumeBootPattern-609862476-router', 'tenant_id': '70ffdca5208642028e661fbd0f89bb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:48:07Z', 'updated_at': '2021-06-30T21:57:10Z', 'revision_number': 6, 'project_id': '70ffdca5208642028e661fbd0f89bb32', 'gw_port_host': None}] {{(pid=93700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:10.613607 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.642309 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=beccfea8-6f0b-408f-a59a-923f323281ab,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:10.700038 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441076'] for router_gateway, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.785102 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24949'] for router, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.787631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.916631 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3670440'] for router, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.917228 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249057fd-58a2-4873-8727-fc15bd381c26 {{(pid=93698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:57:10.921466 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] Notify callbacks [] for router, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:10.922672 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-d0b82351-d301-4718-83f3-45dd8ec35e7c admin admin] 10.222.0.11 "DELETE /v2.0/routers/249057fd-58a2-4873-8727-fc15bd381c26 HTTP/1.1" status: 204 len: 168 time: 0.9604895 Jun 30 21:57:10.925141 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37042) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:10.971763 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Deleting subnet 86c3579f-15fd-4bc3-94de-2696548fd3d5 {{(pid=93698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:57:10.974604 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.006992 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8601140'] for subnet, precommit_delete_associations {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.078863 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479972'] for subnet, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.191140 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12484139'] for subnet, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.213909 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c3579f-15fd-4bc3-94de-2696548fd3d5,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:11.219524 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.221347 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-c1983e5a-d8f2-4792-b6ca-c163c30707f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/86c3579f-15fd-4bc3-94de-2696548fd3d5 HTTP/1.1" status: 204 len: 168 time: 0.2952831 Jun 30 21:57:11.223973 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37044) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:11.224912 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad42b94-6ce9-4544-b0ed-30b0b0984c4a None None] Network 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 requested from dv-cinder-774286-18-iscsi {{(pid=93699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:57:11.291944 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3655949'] for network, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.347381 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Deleting port 38a71861-7de2-4f3f-b962-a377718ff565 {{(pid=93698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:11.347790 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.415398 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.db [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] For port 38a71861-7de2-4f3f-b962-a377718ff565, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=38a71861-7de2-4f3f-b962-a377718ff565,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:11.415756 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.430785 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.plugin [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Calling delete_port for 38a71861-7de2-4f3f-b962-a377718ff565 owned by network:dhcp {{(pid=93698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:11.430941 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] DHCP port deletion for 7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 request from dv-cinder-774286-18-iscsi {{(pid=93699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:57:11.475547 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Deleting port 38a71861-7de2-4f3f-b962-a377718ff565 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:11.475849 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786192402872'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.539942 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] For port 38a71861-7de2-4f3f-b962-a377718ff565, host dv-cinder-774286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-18-iscsi',level=0,port_id=38a71861-7de2-4f3f-b962-a377718ff565,segment=NetworkSegment(6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386),segment_id=6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:11.540344 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679799'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.552781 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Calling delete_port for 38a71861-7de2-4f3f-b962-a377718ff565 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:11.596498 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797251'] for port, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.624602 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a71861-7de2-4f3f-b962-a377718ff565,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:11.626405 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786192406254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786191853514'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.628097 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] No DVR routers for this DVR port 38a71861-7de2-4f3f-b962-a377718ff565 on host dv-cinder-774286-18-iscsi {{(pid=93698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:11.654501 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] Pushing event deleted for resources: {'Port': ['ID=38a71861-7de2-4f3f-b962-a377718ff565,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:11.658593 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a55055-bcef-4a7f-a43c-3505f1cd8f9c None None] No DVR routers for this DVR port 38a71861-7de2-4f3f-b962-a377718ff565 on host dv-cinder-774286-18-iscsi {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:11.698208 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478057', 'neutron.services.segments.db._delete_segments_for_network-8786192385338'] for network, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.707730 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2']}} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:11.717111 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386') {'for_net_delete': True} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:11.717414 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.services.segments.db [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7850b4-0fe0-40aa-b6bb-7d4d48d3c386') {} {{(pid=93698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:11.739425 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786192315450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8601131'] for segment, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.743530 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173'] for segment, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.749316 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:57:11.749704 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797332'] for segment, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: Traceback (most recent call last): Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: timer() Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: cb(*args, **kw) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: return func(*args, **kwargs) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: self._notify() Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: self.callback(batched_events) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: event.method(event) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: return f(self, *a, **k) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._get(url).json() Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: return self.request(url, 'GET', **kwargs) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:57:11.751323 dv-cinder-774286-18-iscsi neutron-server[93698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:57:11.944087 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 38a71861-7de2-4f3f-b962-a377718ff565 no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:11.964931 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 38a71861-7de2-4f3f-b962-a377718ff565 {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:11.965366 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 38a71861-7de2-4f3f-b962-a377718ff565 not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:11.965870 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device beccfea8-6f0b-408f-a59a-923f323281ab no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:11.985607 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: beccfea8-6f0b-408f-a59a-923f323281ab {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:11.985952 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device beccfea8-6f0b-408f-a59a-923f323281ab not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:11.986362 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 65981368-b9aa-45ef-ba46-cf33f8e8ecbe no longer exists at agent ovs-agent-dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:12.006134 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] No Port match for: 65981368-b9aa-45ef-ba46-cf33f8e8ecbe {{(pid=93699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:12.006368 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron.plugins.ml2.rpc [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Device 65981368-b9aa-45ef-ba46-cf33f8e8ecbe not bound to the agent host dv-cinder-774286-18-iscsi {{(pid=93699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:12.122041 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441000'] for network, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.127844 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698663'] for network, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.130050 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2 HTTP/1.1" status: 204 len: 168 time: 0.9047861 Jun 30 21:57:12.140051 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559a74-8f8b-4168-89fc-9a4dcfdc2122 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe68ce2-c2f3-4d2f-abca-1e2e5a2c08f2,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:12.443256 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37048) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:12.480659 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-fbc5b6f9-f81a-40b2-8898-b208993b2af9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4496967e3d74b93a323a283531178b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362563 Jun 30 21:57:12.482967 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37050) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:12.528040 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.551166 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.681874 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.684454 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:12.685599 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda4b025-2c01-4565-8807-6ce31b543494 HTTP/1.1" status: 204 len: 168 time: 0.2017725 Jun 30 21:57:12.693231 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175db46d-2ea3-4e3a-86bf-5b1c28fe708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda4b025-2c01-4565-8807-6ce31b543494,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:13.247381 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37056) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:13.284773 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-06cc0be6-4ff7-4772-a4b0-f851be3d99ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70ffdca5208642028e661fbd0f89bb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362837 Jun 30 21:57:13.287057 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.wsgi [-] (93698) accepted ('10.222.0.11', 37058) {{(pid=93698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:13.334356 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:13.354766 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:13.470606 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-477865'] for security_group, after_delete {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:13.473092 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron_lib.callbacks.manager [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:13.474267 dv-cinder-774286-18-iscsi neutron-server[93698]: INFO neutron.wsgi [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0738538-cc6f-4dec-8c13-a22e8ffe5d86 HTTP/1.1" status: 204 len: 168 time: 0.1863530 Jun 30 21:57:13.481799 dv-cinder-774286-18-iscsi neutron-server[93698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4134e3-7970-4a1c-83a6-f8b9c5ae4a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0738538-cc6f-4dec-8c13-a22e8ffe5d86,revision_number=None']} {{(pid=93698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:15.802275 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:25.796612 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-73034178-dddd-4453-8b7f-aeaf6a42a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:28.424856 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64c1f426-6af4-4b84-b9b7-a556a6cbef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:28.710309 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.813199 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.703814 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:44.929657 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:57:45.887661 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:48.580037 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [req-724c5564-d46c-4c4c-86bf-c3345305a771 req-23ea72c6-4b7a-453d-9d41-e42f85c0c1f1 service neutron] (93697) timed out ('10.222.0.11', 58788) {{(pid=93697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 21:57:55.790306 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a5b91108-9943-444f-9c2f-5bf87bd8ce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:58.401640 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf7edb26-a9f7-4b08-ad8a-98631b1f6802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:58.716071 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.830231 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:01.733120 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:15.841824 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:21.928230 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:58:25.778146 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85d53487-f1f6-4d7b-9f3c-37de1052923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:28.401668 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53e974b2-52e8-4a10-8ae2-de1aaf824338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:28.732873 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:29.870403 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:31.704510 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:45.881549 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:55.807104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35dc7f2c-207c-4eb8-8544-9b734bd5795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.401324 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5291fd2-6f4f-4aad-8831-6ea69d29dac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.727115 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.925998 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:58:59.829248 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.681104 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:15.830375 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:25.760059 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45a43d54-c7bb-4b73-a419-95b3e0954e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:28.424281 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc3d47c1-065b-4ac3-9b7e-03be383994f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:28.744229 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:29.830569 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:31.698290 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.925413 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:59:45.852506 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:55.776477 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dd1b-fd58-4c92-b235-aa82625d9aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.412074 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-519f34f3-a805-46da-bdcf-43099e4122cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.720732 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.847033 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.749394 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:12.923721 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:00:15.903568 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:25.783600 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfa4cfb2-dc97-4dbd-9935-8dbf4cac00ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.427306 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846da647-66c5-406c-909b-60ed5e778866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.731841 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.856184 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:31.713354 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:45.892353 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:49.923615 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:00:55.781544 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6672dca0-ebd7-4cca-b58e-a60cdbad3dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.541429 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57242394-4fad-4c0e-b58a-a6d45fece7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.741441 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:59.834534 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.718833 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:14.155063 dv-cinder-774286-18-iscsi neutron-server[93697]: DEBUG neutron.wsgi [req-077058db-db6d-482a-8f4c-1bc43d4ab6b5 req-9b34adc3-ac02-465a-8756-782ba6af079e service neutron] (93697) timed out ('10.222.0.11', 33240) {{(pid=93697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 22:01:15.895293 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:25.772415 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-374029e8-534e-44d5-8904-fa36fe3eb346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.923110 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:01:28.432489 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96ea94a5-93b1-4452-9dbe-6ffc92e4949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.729610 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.857066 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.723331 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:45.889617 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:55.776394 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c05a12a4-cdd7-46d3-8161-1d6d87b88471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:58.422186 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cdec65ff-b78e-4c0f-8c83-9c2ad83a3892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:58.730767 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:59.845011 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.717232 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:03.922771 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:02:15.908143 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:25.770808 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e56a763-6029-475f-96d0-a35215e1bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:28.433675 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4f1d-1dd0-4ee3-9999-3445ed421c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:28.742237 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cabdddcb-b067-4dd1-97d7-aa911feb38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:29.861998 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c212f2bb-56c2-40d8-876a-24780159844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:31.724706 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8df64f04-aa80-44a6-ad3e-a9f7a63ae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:40.921759 dv-cinder-774286-18-iscsi neutron-server[93700]: DEBUG neutron.db.agents_db [None req-08bb7349-3857-478d-87fc-9d14e88ac1e4 None None] Agent healthcheck: found 6 active agents {{(pid=93700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:02:45.884627 dv-cinder-774286-18-iscsi neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e098fdf-f0b8-4d2d-a83f-6f402d7aabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786192385320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533667'] for agent, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}